-- Logs begin at Wed 2021-09-15 18:28:57 UTC, end at Wed 2021-09-15 19:38:40 UTC. -- Sep 15 19:05:30.275915 dv-cinder-805825-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 19:05:32.423720 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.common.config [-] Logging enabled! Sep 15 19:05:32.424412 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev3 Sep 15 19:05:32.424502 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74999) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 19:05:32.426657 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.common.config [-] Logging enabled! Sep 15 19:05:32.426911 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev3 Sep 15 19:05:32.427188 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74999) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 19:05:32.428681 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:05:32.428918 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:05:32.429280 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:05:32.429533 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:05:32.429763 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:05:32.430088 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.430390 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.430690 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.430925 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.431258 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.431557 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.431844 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.432136 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.432437 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.432726 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.433009 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.433296 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.433528 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.433810 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.434099 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.434387 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.434613 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] debug = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.434896 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.435354 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.435770 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.436053 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.436511 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.436609 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.436888 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.437172 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.437504 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] host = dv-cinder-805825-3-iscsi {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.437784 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.438076 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.438364 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.438654 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.438934 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.439243 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.439538 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.439816 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.440090 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] log_file = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.440370 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.440661 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.440954 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.441250 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.441479 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.441707 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.441993 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.442284 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.442563 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.442840 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.443216 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.444000 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.444280 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.444553 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.444843 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.445135 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.445426 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.445702 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.445979 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.446254 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.446531 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.446815 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.447091 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.447481 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.447665 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.447952 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.448223 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.448499 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.448804 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.449095 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.449385 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.449673 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.449951 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.450235 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.450511 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.450787 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.451065 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] use_json = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.451365 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.451646 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.451930 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.452202 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.452535 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.452747 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.453020 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.453305 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:32.453601 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.453901 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.454201 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.454486 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.454777 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.455067 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.455383 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.455666 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.455957 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.456251 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.456545 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.456828 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.457122 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.457447 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.457710 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.457987 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.458269 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.458581 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.458865 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.459159 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.459450 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.459741 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.460024 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.460298 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.460581 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.460861 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.461141 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.461413 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.461692 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.461983 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.462260 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.462533 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.462805 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.463084 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.463380 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.463667 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.463948 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.464223 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.464496 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.464775 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.465048 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.465321 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.465600 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.465873 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.466152 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.466425 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.466696 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.466968 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.467271 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.467548 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.467820 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.468093 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.468371 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.468643 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.468913 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.469185 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.469464 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.469737 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.470026 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.470330 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.470612 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.470894 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.471203 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.471490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.471772 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.472058 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.472339 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.472622 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.472898 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.473190 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.473479 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.473771 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.474058 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.474370 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.474664 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.474944 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.475258 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.475541 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.475821 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.476107 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.476393 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.476690 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.476983 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.477279 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.477575 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.477871 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.478156 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.478467 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.478752 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:32.478973 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:05:32.479245 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74999) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 19:05:32.880208 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO keyring.backend [-] Loading KWallet Sep 15 19:05:32.892804 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO keyring.backend [-] Loading SecretService Sep 15 19:05:32.897318 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO keyring.backend [-] Loading Windows Sep 15 19:05:32.898679 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO keyring.backend [-] Loading chainer Sep 15 19:05:32.899309 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO keyring.backend [-] Loading macOS Sep 15 19:05:32.932664 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:05:32.932944 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:05:32.933236 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:05:32.933629 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 19:05:33.240506 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.240707 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.241048 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.297330 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.297614 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.297889 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.300996 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.301278 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.301553 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.331372 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.331658 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.331936 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.358880 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.359185 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.359463 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.674107 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.674765 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.674765 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.674927 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.675671 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.798619 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.798944 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.799264 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.799566 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.799827 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.800141 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.800411 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.800674 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.800936 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.801221 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.801485 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.801753 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.802023 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.802307 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.802579 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.802854 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.803134 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.803419 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.803679 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.803964 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.804318 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.804580 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.804836 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.805124 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.805379 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.805628 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.806019 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:05:33.806263 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:05:33.806504 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:05:33.806745 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:05:33.806984 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:05:33.807247 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:05:33.807800 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 19:05:33.810999 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 19:05:33.814937 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 19:05:33.819250 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 15 19:05:33.820893 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 19:05:33.821289 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 19:05:33.821629 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 19:05:33.822023 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 19:05:33.824844 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 19:05:33.825103 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 19:05:33.825453 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 19:05:33.853640 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 15 19:05:33.854097 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.854404 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 19:05:33.854772 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.856164 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 19:05:33.856451 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 19:05:33.856700 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 19:05:33.859961 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.860254 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:33.921372 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 19:05:33.921683 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 19:05:33.921863 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 19:05:33.922245 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 19:05:33.953971 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_db.sqlalchemy.engines [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74999) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 19:05:34.273539 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Initializing driver for type 'gre' Sep 15 19:05:34.274040 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] gre ID ranges: [(1, 1000)] Sep 15 19:05:34.326207 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Initializing driver for type 'local' Sep 15 19:05:34.326485 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Initializing driver for type 'vlan' Sep 15 19:05:34.338048 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] VlanTypeDriver initialization complete Sep 15 19:05:34.338387 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Initializing driver for type 'vxlan' Sep 15 19:05:34.338875 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] vxlan ID ranges: [(1, 1000)] Sep 15 19:05:34.391871 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Initializing extension driver 'port_security' Sep 15 19:05:34.392212 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] PortSecurityExtensionDriver initialization complete Sep 15 19:05:34.392540 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Initializing mechanism driver 'openvswitch' Sep 15 19:05:34.392872 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Initializing mechanism driver 'hyperv' Sep 15 19:05:34.399600 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.plugins.ml2.plugin [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:05:34.400422 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > port after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.400786 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > port after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.401136 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > port after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.401537 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > subnet after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.401868 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > subnet after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.402204 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > subnet after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.402579 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > network after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.402922 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > network after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.403282 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > network after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.403652 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > security_group after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.403994 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > security_group after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.404327 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > security_group after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.404694 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.405030 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.405359 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.405690 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] ML2 OVO RPC backend initialized. {{(pid=74999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 15 19:05:34.406306 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router_interface after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.406654 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.407059 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > network before_response 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.407422 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > networks before_response 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.407760 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > port before_response 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.408097 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > ports before_response 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.408434 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > subnet before_response 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.408771 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > subnets before_response 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.409110 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > network after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.409447 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > network after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.409782 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > network after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.410119 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > port after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.410452 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > port after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.410782 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > port after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.411128 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > subnet after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.411464 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > subnet after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.412324 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > subnet after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.412888 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.plugin [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Modular L2 Plugin initialization complete Sep 15 19:05:34.413208 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading services supported by the core plugin {{(pid=74999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 19:05:34.413527 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.plugins.ml2.managers [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Got port-security extension from driver 'port_security' Sep 15 19:05:34.413977 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.extensions.vlantransparent [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Disabled vlantransparent extension. Sep 15 19:05:34.414413 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 19:05:34.414718 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading Plugin: router Sep 15 19:05:34.450174 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router_interface before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.450561 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router after_create 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.450925 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router before_create 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.451313 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.451681 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.452034 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router after_delete 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.452388 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > floatingip after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.452742 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router after_create 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.453085 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router after_update 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.453429 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router after_update 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.453770 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.454119 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router after_update 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.454518 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_update 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.454880 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: port after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.455239 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: port after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.455572 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: subnet after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.455902 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.456242 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > port precommit_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.456582 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_create 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.456925 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: port before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.457248 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.457598 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router after_update 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.457934 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_delete 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.458275 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_create 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.458632 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router_interface after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.458970 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_update 55549900 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.459357 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > agent after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.459700 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > agent after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.460042 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > network after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.460896 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Tracking information for resource: router configured {{(pid=74999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:05:34.461217 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Tracking information for resource: floatingip configured {{(pid=74999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:05:34.465966 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.db.l3_agentschedulers_db [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 19:05:34.466522 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: port after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.466878 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: port after_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.467279 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: port after_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.467629 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: port after_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.468411 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router before_create 55550100 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.468770 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_delete 55550100 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.469132 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_create 55550100 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.469483 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > router precommit_update 55550100 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.473713 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.services.provider_configuration [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service providers = [] {{(pid=74999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 19:05:34.474068 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.db.servicetype_db [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 19:05:34.477649 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.services.service_base [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:05:34.477993 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.services.service_base [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:05:34.478330 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.services.service_base [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:05:34.479240 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.services.service_base [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:05:34.479608 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.services.service_base [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 19:05:34.479971 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:05:34.480280 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 19:05:34.491232 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:05:34.491557 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading Plugin: auto_allocate Sep 15 19:05:34.497278 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: network precommit_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.497638 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: network precommit_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.498152 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:05:34.498756 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading Plugin: tag Sep 15 19:05:34.505251 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:05:34.505597 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading Plugin: timestamp Sep 15 19:05:34.509920 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:05:34.510458 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading Plugin: network_ip_availability Sep 15 19:05:34.518142 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.518773 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.519139 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.520258 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:05:34.520722 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading Plugin: flavors Sep 15 19:05:34.525688 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:05:34.525961 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading Plugin: revisions Sep 15 19:05:34.530156 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:05:34.530542 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_concurrency.lockutils [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.597s {{(pid=74999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:05:34.531370 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Sep 15 19:05:34.531700 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Initializing extension manager. Sep 15 19:05:34.532199 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: __init__.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.532536 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: __pycache__ {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.532864 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.533190 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.533513 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: _filter_validation_lib.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.533835 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.534155 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: address_group.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.534908 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.535500 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: address-group Sep 15 19:05:34.535813 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: address_scope.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.536509 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.537532 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: address-scope Sep 15 19:05:34.537844 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: admin_state_down_before_update.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.538752 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.539275 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: router-admin-state-down-before-update Sep 15 19:05:34.539590 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: agent.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.540282 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.540774 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: agent Sep 15 19:05:34.541086 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: agent_resources_synced.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.541982 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.542475 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: agent-resources-synced Sep 15 19:05:34.542787 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: allowedaddresspairs.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.544585 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.545096 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: allowed-address-pairs Sep 15 19:05:34.545412 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: auto_allocated_topology.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.546465 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.546968 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: auto-allocated-topology Sep 15 19:05:34.547310 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: availability_zone.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.548001 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.548496 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: availability_zone Sep 15 19:05:34.548813 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: availability_zone_filter.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.549722 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.550222 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: availability_zone_filter Sep 15 19:05:34.550537 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: data_plane_status.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.551461 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.551955 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 19:05:34.552314 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: default_subnetpools.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.553707 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.554210 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: default-subnetpools Sep 15 19:05:34.554526 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: dhcpagentscheduler.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.555313 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.555814 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: dhcp_agent_scheduler Sep 15 19:05:34.556131 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: dns.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.557037 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.557531 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension dns-integration not supported by any of loaded plugins Sep 15 19:05:34.557845 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: dns_domain_ports.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.558750 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.559288 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 19:05:34.559609 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: dvr.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.560269 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.560760 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: dvr Sep 15 19:05:34.561071 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: empty_string_filtering.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.561970 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.562462 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: empty-string-filtering Sep 15 19:05:34.562774 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.563690 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.564179 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 19:05:34.564491 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.565388 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.565876 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 19:05:34.566187 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: external_net.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.567080 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.567599 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: external-net Sep 15 19:05:34.568188 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: extra_dhcp_opt.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.569094 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.569588 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: extra_dhcp_opt Sep 15 19:05:34.569909 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: extraroute.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.570806 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.571324 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: extraroute Sep 15 19:05:34.571639 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: extraroute_atomic.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.572650 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.573154 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: extraroute-atomic Sep 15 19:05:34.573469 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: filter_validation.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.574128 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.574618 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: filter-validation Sep 15 19:05:34.574928 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: fip_pf_description.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.576046 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.576543 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 19:05:34.576856 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: fip_port_details.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.577759 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.578256 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: fip-port-details Sep 15 19:05:34.578568 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: flavors.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.579804 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.580305 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: flavors Sep 15 19:05:34.580620 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.582231 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.582738 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 19:05:34.583058 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: floatingip_pools.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.584364 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.584855 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: floatingip-pools Sep 15 19:05:34.585168 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: ip_allocation.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.586084 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.586579 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 19:05:34.586892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.587817 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.588316 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: ip-substring-filtering Sep 15 19:05:34.588632 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: l2_adjacency.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.589547 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.590034 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 19:05:34.590354 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: l3.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.591331 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.591831 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: router Sep 15 19:05:34.592148 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: l3_conntrack_helper.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.594353 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.594870 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 19:05:34.595225 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.596146 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.596653 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: ext-gw-mode Sep 15 19:05:34.596978 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.597892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.598394 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: l3-ha Sep 15 19:05:34.598713 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: l3_flavors.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.600252 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.600754 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: l3-flavors Sep 15 19:05:34.601073 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.601988 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.602485 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 19:05:34.602805 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: l3agentscheduler.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.603947 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.604447 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: l3_agent_scheduler Sep 15 19:05:34.604767 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: logging.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.606231 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.606735 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension logging not supported by any of loaded plugins Sep 15 19:05:34.607059 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: metering.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.607819 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.608383 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: metering Sep 15 19:05:34.608702 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.609779 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.610284 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: metering_source_and_destination_fields Sep 15 19:05:34.610602 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: multiprovidernet.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.611670 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.612172 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: multi-provider Sep 15 19:05:34.612489 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: netmtu.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.613393 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.613891 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: net-mtu Sep 15 19:05:34.614204 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: netmtu_writable.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.615234 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.615729 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: net-mtu-writable Sep 15 19:05:34.616044 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: network_availability_zone.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.616701 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.617190 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: network_availability_zone Sep 15 19:05:34.617502 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: network_ip_availability.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.618572 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.619070 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: network-ip-availability Sep 15 19:05:34.619414 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: network_segment_range.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.620161 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.620657 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 19:05:34.620971 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: pagination.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.621939 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.622261 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: pagination Sep 15 19:05:34.622573 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.623515 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.624024 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: port-mac-address-regenerate Sep 15 19:05:34.624336 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: port_resource_request.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.625235 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.625726 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 19:05:34.626036 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: portbindings.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.626945 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.627474 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: binding Sep 15 19:05:34.627788 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: portbindings_extended.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.629045 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.629546 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: binding-extended Sep 15 19:05:34.629865 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: portsecurity.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.630795 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.631313 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: port-security Sep 15 19:05:34.631631 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: project_id.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.632595 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.632918 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: project-id Sep 15 19:05:34.633233 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: providernet.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.634131 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.634633 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: provider Sep 15 19:05:34.634946 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.638409 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.638926 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos not supported by any of loaded plugins Sep 15 19:05:34.639279 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.640515 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.641022 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 19:05:34.641344 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.642251 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.642754 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 19:05:34.643072 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos_default.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.644252 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.644752 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos-default not supported by any of loaded plugins Sep 15 19:05:34.645071 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos_fip.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.645709 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.646717 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos-fip not supported by any of loaded plugins Sep 15 19:05:34.647030 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos_gateway_ip.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.647961 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.648458 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 19:05:34.648773 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos_port_network_policy.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.649670 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.650166 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 19:05:34.650479 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos_rule_type_details.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.651417 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.651912 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 19:05:34.652226 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: qos_rules_alias.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.653265 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.653765 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 19:05:34.654081 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: quotasv2.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.654941 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.655290 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: quotas Sep 15 19:05:34.655603 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: quotasv2_detail.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.657327 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.657664 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: quota_details Sep 15 19:05:34.657992 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: rbac.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.659031 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.659577 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: rbac-policies Sep 15 19:05:34.659901 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: rbac_address_scope.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.660820 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.661325 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: rbac-address-scope Sep 15 19:05:34.661692 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: rbac_security_groups.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.663093 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.663617 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: rbac-security-groups Sep 15 19:05:34.663940 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: rbac_subnetpool.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.664843 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.665345 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: rbac-subnetpool Sep 15 19:05:34.665664 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: revisionifmatch.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.666572 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.667068 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: revision-if-match Sep 15 19:05:34.667407 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: revisions.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.668502 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.669003 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: standard-attr-revisions Sep 15 19:05:34.669325 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: router_availability_zone.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.669987 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.670486 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: router_availability_zone Sep 15 19:05:34.670807 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: routerservicetype.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.671757 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.672254 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension router-service-type not supported by any of loaded plugins Sep 15 19:05:34.672571 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: security_groups_port_filtering.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.673479 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.673976 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: port-security-groups-filtering Sep 15 19:05:34.674293 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: securitygroup.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.685073 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.685589 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: security-group Sep 15 19:05:34.685914 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: segment.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.686688 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.687224 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension segment not supported by any of loaded plugins Sep 15 19:05:34.687544 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.688469 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.688966 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 19:05:34.689281 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: servicetype.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.690353 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.690865 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: service-type Sep 15 19:05:34.691211 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: sorting.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.692187 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.692512 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: sorting Sep 15 19:05:34.692858 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: standard_attr_segment.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.693763 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.694260 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 19:05:34.694573 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: standardattrdescription.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.695247 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.695741 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: standard-attr-description Sep 15 19:05:34.696054 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: stateful_security_group.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.696976 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.697480 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: stateful-security-group Sep 15 19:05:34.697793 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: stdattrs_common.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.698370 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 19:05:34.698678 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.699621 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.700122 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 19:05:34.700439 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: subnet_onboard.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.701575 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.702080 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: subnet_onboard Sep 15 19:05:34.702395 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.703341 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.703843 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 19:05:34.704158 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: subnet_service_types.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.705072 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.705585 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: subnet-service-types Sep 15 19:05:34.705900 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: subnetallocation.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.706968 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.707513 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: subnet_allocation Sep 15 19:05:34.707832 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.709004 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.709518 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: subnetpool-prefix-ops Sep 15 19:05:34.709829 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.710760 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.711288 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 19:05:34.711602 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: tagging.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.712648 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.713153 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: standard-attr-tag Sep 15 19:05:34.713469 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: timestamp.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.714646 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.715176 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loaded extension: standard-attr-timestamp Sep 15 19:05:34.715497 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: trunk.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.716515 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.717015 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension trunk not supported by any of loaded plugins Sep 15 19:05:34.717330 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: trunk_details.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.718234 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.718739 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension trunk-details not supported by any of loaded plugins Sep 15 19:05:34.719053 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: uplink_status_propagation.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.719989 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.720489 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 19:05:34.720805 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Loading extension file: vlantransparent.py {{(pid=74999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:05:34.721472 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:05:34.721958 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 19:05:34.724784 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:network Sep 15 19:05:34.725488 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:subnet Sep 15 19:05:34.726244 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:05:34.726828 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:port Sep 15 19:05:34.728092 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.728536 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service FLAVORS assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.729145 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.729555 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.729876 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:router Sep 15 19:05:34.730521 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:floatingip Sep 15 19:05:34.731249 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service METERING assigned prefix: /metering {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.732655 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.733016 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.733360 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:05:34.734490 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 19:05:34.734911 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:security_group Sep 15 19:05:34.735579 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 19:05:34.736317 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service CORE assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.736639 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:05:34.736976 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] subnetpool is already registered Sep 15 19:05:34.737565 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service CORE assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.737883 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:05:34.738195 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] subnetpool is already registered Sep 15 19:05:34.740754 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.741179 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service FLAVORS assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.741758 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.742168 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.742491 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:router Sep 15 19:05:34.742807 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] router is already registered Sep 15 19:05:34.743420 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:floatingip Sep 15 19:05:34.743741 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] floatingip is already registered Sep 15 19:05:34.744356 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service METERING assigned prefix: /metering {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.745011 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 19:05:34.745329 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] rbac_policy is already registered Sep 15 19:05:34.745852 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:security_group Sep 15 19:05:34.746168 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] security_group is already registered Sep 15 19:05:34.746735 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 19:05:34.747049 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] security_group_rule is already registered Sep 15 19:05:34.747722 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service CORE assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.748039 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:05:34.748352 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] subnetpool is already registered Sep 15 19:05:34.748945 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.v2.resource_helper [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Service CORE assigned prefix: {{(pid=74999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:05:34.749257 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:05:34.749578 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING neutron.quota.resource_registry [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] subnetpool is already registered Sep 15 19:05:34.750194 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: extensions {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.751677 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: address-groups {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.753230 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: address-scopes {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.754404 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: agents {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.755664 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: auto-allocated-topology {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.756872 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: availability_zones {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.758158 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: dhcp-networks {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.759612 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: dhcp-agents {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.760983 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: routers {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.762732 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: flavors {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.763898 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: service_profiles {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.765070 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: next_providers {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.766551 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: service_profiles {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.767983 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: floatingip-pools {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.769409 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: routers {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.771705 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: floatingips {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.772876 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: l3-routers {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.774201 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: l3-agents {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.775580 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: metering-labels {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.777743 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: metering-label-rules {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.778933 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: network-ip-availabilities {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.780167 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: bindings {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.781902 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: quotas {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.783325 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: quotas {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.784721 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: rbac-policies {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.785973 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: security-groups {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.787725 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: security-group-rules {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.788931 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: service-providers {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.790128 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: subnetpools {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.791533 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: subnetpools {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.793047 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.794689 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.796454 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.798182 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.799936 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.801580 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.803345 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.805133 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.806927 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.808741 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron.api.extensions [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Extended resource: tags {{(pid=74999) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:05:34.814437 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING keystonemiddleware.auth_token [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 19:05:34.819092 dv-cinder-805825-3-iscsi neutron-server[74999]: WARNING keystonemiddleware.auth_token [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 19:05:34.827061 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_concurrency.lockutils [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Acquired lock "singleton_lock" {{(pid=74999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 19:05:34.827553 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_concurrency.lockutils [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Releasing lock "singleton_lock" {{(pid=74999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 19:05:34.828175 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO oslo_service.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Starting 2 workers Sep 15 19:05:34.832684 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Started child 75104 {{(pid=74999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 19:05:34.837325 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Started child 75105 {{(pid=74999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 19:05:34.838550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:34.839202 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO neutron.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 19:05:34.839534 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Notify callbacks [] for process, before_spawn {{(pid=74999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:34.839995 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [-] (75104) wsgi starting up on http://0.0.0.0:9696 Sep 15 19:05:34.842043 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO oslo_service.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Starting 1 workers Sep 15 19:05:34.842211 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:34.843542 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [-] (75105) wsgi starting up on http://0.0.0.0:9696 Sep 15 19:05:34.846952 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Started child 75106 {{(pid=74999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 19:05:34.847483 dv-cinder-805825-3-iscsi neutron-server[74999]: INFO oslo_service.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Starting 1 workers Sep 15 19:05:34.851402 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] calling RpcWorker wait() {{(pid=75106) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 19:05:34.851979 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] returning from RpcWorker wait() {{(pid=75106) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 19:05:34.852266 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Started child 75107 {{(pid=74999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 19:05:34.853044 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG neutron_lib.callbacks.manager [None req-3f50db5e-c4bf-4f98-8de3-b5d52d9a552b None None] Notify callbacks [] for process, after_spawn {{(pid=74999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:34.853148 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:34.853560 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:05:34.854985 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 19:05:34.855222 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:05:34.855401 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:05:34.855607 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:05:34.855938 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:05:34.856100 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:05:34.856609 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.856896 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.857165 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.857432 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.857719 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.857926 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:34.858392 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.858477 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.858726 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.858977 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:05:34.859076 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.859252 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.859417 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.859579 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.859829 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.860059 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.860347 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.860604 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.860932 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.861255 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.861255 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.861477 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.861738 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.861972 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.862240 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] debug = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.862478 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.863180 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.863312 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.863455 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.863687 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.864002 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.864226 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.864431 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.864647 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.864947 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.865554 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.865554 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.866001 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.866001 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.866268 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.866416 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.866769 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] host = dv-cinder-805825-3-iscsi {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.866997 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.867257 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.867448 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.867725 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.867908 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.868120 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.868382 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.868643 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.868853 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.869065 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.869328 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.869566 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.869794 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.870023 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_file = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.870170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_options = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.870410 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.870721 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.870983 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.871229 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.871373 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.871575 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.871720 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.871893 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.872093 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.872431 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.872593 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.872733 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.872970 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.875465 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.876103 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.876548 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.877013 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.877463 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.877925 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.878519 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.878929 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.879366 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.879901 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.880361 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.880882 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.881321 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.881759 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.882193 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.882726 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.883154 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.883593 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.884018 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.884269 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.884526 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.884894 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.885311 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.885947 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.885947 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.886117 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.886268 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.886675 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.887026 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.887470 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.887820 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.888187 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.888679 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_json = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.889041 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.889395 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.889831 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.890223 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.890710 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.891150 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.891376 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.891747 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.892462 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.892991 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.893720 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.894111 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.894504 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.894902 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.895333 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.895705 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.896623 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.896863 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.897343 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.897729 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.898219 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.898693 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.899075 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.899513 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.899878 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.900292 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.900720 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.901119 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.901470 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.901844 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.902276 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.902829 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.903221 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.903588 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.903966 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.904347 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.904749 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.905163 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.905553 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.905927 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.906292 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.906666 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.907040 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.907433 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.907795 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.908183 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.908562 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.909009 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.909811 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.910242 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.910691 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.910853 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.911317 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.912433 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.913086 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.913500 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.913927 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.914377 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.914789 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.915276 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.915735 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.916151 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.916584 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.917004 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.917450 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.917892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.918343 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.918775 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.919241 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.919676 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.920108 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.920565 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.920986 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.921399 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.921815 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.922238 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.922699 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.923340 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.923744 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.924199 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.924628 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.925041 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.925599 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.926134 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.926595 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.927065 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.930159 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.930446 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.930691 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.931419 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.931690 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.931937 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.932298 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.932589 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.934187 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.934481 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.934756 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.938531 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38386) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:05:34.938759 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.939252 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.939662 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.941120 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.941120 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.941120 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.941120 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.941120 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.941496 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.941574 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.941894 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.942157 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.942496 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.942750 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.944197 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.944197 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.944373 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.944605 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.944894 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.945174 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.945426 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.945829 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.946084 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.946338 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.946629 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.946880 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.947890 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.947890 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.947890 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.948129 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.948129 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.948743 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076094 Sep 15 19:05:34.949073 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.949227 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.950054 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.950331 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.950565 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.950834 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.952002 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.952263 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.954110 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.956456 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.956920 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.957380 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.957831 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.958228 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.958462 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.959748 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.959748 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.959748 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.959748 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.959748 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.960095 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.960168 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.960398 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.960655 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.960890 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.961283 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.961523 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.961749 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.961972 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.962208 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.962422 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.962643 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.962905 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964977 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.964977 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.965247 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.965416 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.965649 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.966248 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.966248 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.966372 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.966515 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.966699 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.966916 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.967947 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.968206 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.968459 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.968939 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.968939 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.969178 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.969497 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.971201 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.971201 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.971201 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.971472 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.971472 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.971726 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.971935 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.972170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.973170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.973423 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.973658 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.973887 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.974636 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.974915 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.975148 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.975373 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.975589 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.975857 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.976103 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.976317 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.976605 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.976847 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.977094 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.977341 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.977583 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.977812 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.978041 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.978254 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.978471 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.978681 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.978981 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.979260 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.979503 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.979810 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.981648 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.981648 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.981648 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.981648 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.981648 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.981648 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.981648 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.982098 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.982098 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.982229 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.982527 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.982820 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.983079 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.983323 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985042 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985042 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985042 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985042 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985042 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985042 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985425 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985491 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985693 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.985951 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.986186 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.986405 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.987146 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.987146 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.987146 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.987395 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.987597 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.988683 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.988947 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.989175 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.989393 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.989642 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.989932 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.990661 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.991649 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:34.991834 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:05:34.992342 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 19:05:34.992503 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:05:34.992649 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:05:34.992821 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:05:34.992990 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:05:34.993147 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:05:34.994061 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994061 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994061 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994061 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994061 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994724 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994724 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994724 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994724 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.994724 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.995419 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.995419 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.995419 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.995419 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.995942 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.995942 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.995942 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.995942 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.996445 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.996445 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.996445 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.996445 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.996970 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] debug = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.996970 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.996970 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.997375 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.997375 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.997375 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.997755 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.997755 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.998020 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.998020 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.998286 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.998286 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.999188 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.999354 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.999511 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:34.999670 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.000210 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.000210 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] host = dv-cinder-805825-3-iscsi {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.000210 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.000533 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.000533 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.000764 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.000764 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.001060 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.001060 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.001496 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.001660 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.001819 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.001974 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.002134 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.002280 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.002424 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_file = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.002568 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_options = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.003892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.003892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.003892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.003892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.003892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.003892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.003892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005275 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005275 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005275 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005275 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005275 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005668 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005668 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005787 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.005902 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.006058 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.006178 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:05:35.006273 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.006368 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.006506 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.006659 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.006817 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.006973 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.007787 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.007965 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.008124 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.008281 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.008440 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.008597 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.009504 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.010345 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.010522 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.010678 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.010842 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.010994 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.011240 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.011406 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.011552 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.011712 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.011870 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.012021 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.012178 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.012336 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.012487 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.012646 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.012807 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_json = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.012951 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.013108 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.013255 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.015288 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.015547 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.015739 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.015918 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.016099 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:05:35.016300 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.016477 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.016681 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.016856 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.017027 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.017196 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.017362 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.017528 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.017693 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.017888 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.019514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.019514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.019514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.019514 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020079 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020079 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020079 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020459 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020459 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020459 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020862 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020862 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.020862 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.021165 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.021244 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.021635 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.021772 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.022118 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.022118 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.022664 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.022833 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.022998 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.023424 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.023424 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.023643 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.023746 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.023865 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.023971 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.024134 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.024277 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.024446 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.024601 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.024756 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.024917 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.025078 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.025274 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.025628 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.025794 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.025956 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.026118 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.026278 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.026455 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.026617 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.026779 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.026940 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.027952 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.027952 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.027952 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.027952 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.027952 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.027952 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.028352 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.028352 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.028352 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.028533 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.028738 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.028849 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.028931 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.029079 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.029234 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030350 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030350 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030350 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030350 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030350 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030350 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030350 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030773 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030773 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030773 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.030938 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.031060 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.031454 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.031454 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.031691 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.031691 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.031905 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.032028 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.032871 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.032871 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.032871 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.032871 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.032871 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.032871 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.033499 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.033499 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.033499 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.033499 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.033956 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.033956 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.033956 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.034304 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.034304 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.034531 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.034531 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.034919 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.034919 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.035075 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.035303 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.035303 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.035492 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.035602 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.035728 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.035888 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.036053 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.036210 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.036371 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.036542 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.037261 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.037425 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038155 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038155 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038155 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038155 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038475 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038475 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038636 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038636 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038842 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.038944 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.039096 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.039603 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.039603 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.039892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.039892 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.041490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.041490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.041490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.041490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.041490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.041490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.041490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.041490 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042170 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042623 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042623 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042623 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042845 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042845 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.042984 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.043166 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.043320 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.043478 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.043641 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.044624 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.044624 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.044624 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.044624 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.044624 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.044624 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045045 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045045 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045045 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045247 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045247 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045425 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045583 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045739 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.045902 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.046060 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.046222 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.046399 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.046566 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.046747 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.046890 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.047019 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.047201 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.047362 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.047524 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.047687 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.047844 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.048012 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.048176 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.048313 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.048476 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.048636 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.048796 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.048956 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.049115 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.049284 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.049444 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.049624 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.049774 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.049927 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.050087 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.050247 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.050408 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.050579 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.050738 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.050898 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.051057 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.052034 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.052213 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.052924 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.053082 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.053295 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.053477 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.053641 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.053786 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.053943 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.054101 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.054268 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.054435 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.054577 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.054714 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.054873 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.055039 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.055234 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.055391 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.055554 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.055723 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.055884 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.056050 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.056212 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.056380 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.056553 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.057453 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.057453 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.057453 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.057453 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.057453 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.057453 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058230 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058230 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058230 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058230 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058230 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058872 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058872 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058872 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.058872 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.059448 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.059448 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.059448 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.059448 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:05:35.059896 dv-cinder-805825-3-iscsi neutron-server[74999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:05:45.419637 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16115b1a-9002-49bb-a4a1-6a944d2f5697 None None] get_active_networks_info from dv-cinder-805825-3-iscsi {{(pid=75106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 15 19:05:45.488158 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16115b1a-9002-49bb-a4a1-6a944d2f5697 None None] No non-hosted networks {{(pid=75106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 19:05:45.507689 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-4238a8f1-0c10-4a36-a4c8-f0f47cc44100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497311'] for agent, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:45.746508 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497311'] for agent, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:45.747410 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.747410 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.747906 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.749353 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.749972 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.751976 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.752488 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.754728 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.755791 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.757124 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.758974 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:45.759674 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805825-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:05:45.765954 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805825-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:05:47.521985 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f338a331-cb31-4551-b952-52913695aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497311'] for agent, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:47.556494 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-90eec47d-49c2-4843-9804-97f5195d40f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:48.603743 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497311'] for agent, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:49.965756 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497311'] for agent, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:51.725439 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38482) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:05:52.328191 dv-cinder-805825-3-iscsi neutron-server[75104]: WARNING oslo_policy.policy [None req-e25ea5fc-8091-4381-92dd-62d39dadbcdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:05:52.328801 dv-cinder-805825-3-iscsi neutron-server[75104]: WARNING oslo_policy.policy [None req-e25ea5fc-8091-4381-92dd-62d39dadbcdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:05:52.543012 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [None req-e25ea5fc-8091-4381-92dd-62d39dadbcdc admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75104) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:05:52.544671 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e25ea5fc-8091-4381-92dd-62d39dadbcdc admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8177986 Sep 15 19:05:54.507317 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.db.l3_hamode_db [None req-677f4a58-3dae-4f50-840d-4e8de047a141 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 19:05:54.592851 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f4a58-3dae-4f50-840d-4e8de047a141 None None] Routers set() bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:05:54.593243 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f4a58-3dae-4f50-840d-4e8de047a141 None None] Router IDs set() for agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 19:05:54.824956 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38496) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:05:55.214029 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:05:55.262831 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.policy [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75104) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 19:05:55.263594 dv-cinder-805825-3-iscsi neutron-server[75104]: WARNING oslo_policy.policy [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:05:55.263980 dv-cinder-805825-3-iscsi neutron-server[75104]: WARNING oslo_policy.policy [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:05:55.267234 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.quota [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] Loaded quota_driver: . Sep 15 19:05:55.283416 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:05:55.353260 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779554512342', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779554521395', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779554536963', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779554543496', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779554540852', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1586022', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1595155', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566301', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66540835'] for rbac-policy, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:55.421375 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:55.422523 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-76c4e2e1-07dc-47ee-ba2c-6d2cb6c5b497 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5966444 Sep 15 19:05:57.947614 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 38510) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:05:58.543827 dv-cinder-805825-3-iscsi neutron-server[75105]: WARNING oslo_policy.policy [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:05:58.544437 dv-cinder-805825-3-iscsi neutron-server[75105]: WARNING oslo_policy.policy [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:05:58.762999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Request body: {'network': {'project_id': '2441eb919181473fa197d7205cd72f16', 'name': 'private', 'admin_state_up': True}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:05:58.764622 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.quota [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Loaded quota_driver: . Sep 15 19:05:58.780200 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:05:58.786482 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Usage tracker for resource:network and tenant:2441eb919181473fa197d7205cd72f16 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:05:58.793450 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:05:58.801913 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:05:58.818807 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Made reservation on behalf of 2441eb919181473fa197d7205cd72f16 for: {'network': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:05:58.852164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.policy [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75105) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 19:05:58.852909 dv-cinder-805825-3-iscsi neutron-server[75105]: WARNING oslo_policy.policy [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:05:58.853267 dv-cinder-805825-3-iscsi neutron-server[75105]: WARNING oslo_policy.policy [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:05:58.857772 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:58.881273 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:58.934113 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:05:58.938070 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Usage tracker for resource:security_group_rule and tenant:2441eb919181473fa197d7205cd72f16 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:05:58.940993 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:05:58.946513 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:05:59.015459 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:59.019584 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:59.025710 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:05:59.046279 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=75105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:05:59.070160 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779551194040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:59.070752 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Unsubscribe: segment precommit_create {{(pid=75105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 19:05:59.071236 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.segments_db [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Added segment 711bcf15-d364-48f8-bc9e-bdc32ab055f5 of type vlan for network 86039f42-4538-488f-9bfb-a1ca2ede27e9 Sep 15 19:05:59.079580 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694d2c7b-4b22-4c5d-b5a4-090ccbb431b4,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:05:59.146933 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.147292 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.147618 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.147947 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.148278 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.148597 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.148910 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.149235 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.149546 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.149852 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.150160 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Tracked resource versions report: Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: pushed versions: Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Log': {'1.0'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Network': {'1.1'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Port': {'1.5'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'PortForwarding': {'1.2'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'QosPolicy': {'1.8'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SecurityGroup': {'1.2'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SubPort': {'1.0'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Subnet': {'1.1'}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Trunk': {'1.1'}} Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: consumer versions: Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: { DHCP agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: L3 agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: Metadata agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: Metering agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: Open vSwitch agent@dv-cinder-805825-3-iscsi: { 'ConntrackHelper': '1.0', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Log': '1.0', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Network': '1.1', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Port': '1.5', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'PortForwarding': '1.2', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'QosPolicy': '1.8', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SecurityGroup': '1.2', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SecurityGroupRule': '1.0', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SubPort': '1.0', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Subnet': '1.1', Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Trunk': '1.1'}} Sep 15 19:05:59.151181 dv-cinder-805825-3-iscsi neutron-server[75105]: {{(pid=75105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:05:59.189823 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:59.198745 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:05:59.230969 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:59.232406 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:05:59.233062 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:05:59.237591 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:05:59.333207 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3834472 Sep 15 19:05:59.341497 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Pushing event updated for resources: {'Network': ['ID=86039f42-4538-488f-9bfb-a1ca2ede27e9,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:05:59.354254 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:05:59.362061 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 86039f42-4538-488f-9bfb-a1ca2ede27e9 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:06:01.922006 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 38532) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:02.401321 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f083f5-cda1-483b-84b3-f54c62cd1bc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:06:02.403019 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-42f083f5-cda1-483b-84b3-f54c62cd1bc7 admin admin] 10.222.0.20 "GET /v2.0/networks/86039f42-4538-488f-9bfb-a1ca2ede27e9 HTTP/1.1" status: 200 len: 825 time: 0.4798701 Sep 15 19:06:02.432645 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-314c181a-da08-400b-8a48-09524e82c8e5 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/581c5555-ca6a-4247-b7f3-c9e0d179de23 HTTP/1.1" status: 200 len: 734 time: 0.0245032 Sep 15 19:06:02.440919 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '581c5555-ca6a-4247-b7f3-c9e0d179de23', 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9', 'name': 'private-subnet', 'tenant_id': '2441eb919181473fa197d7205cd72f16'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:06:02.445899 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:06:02.449545 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Usage tracker for resource:subnet and tenant:2441eb919181473fa197d7205cd72f16 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:06:02.452718 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:06:02.458185 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:06:02.468058 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Made reservation on behalf of 2441eb919181473fa197d7205cd72f16 for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:06:02.470269 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:02.736591 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:02.741067 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:02.825155 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=89737c3b-313a-4520-8598-8cd4d9a2c954,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:02.829715 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:02.830589 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Checking segment: {'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:06:02.830961 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Network hostable DHCP agents. Network: 86039f42-4538-488f-9bfb-a1ca2ede27e9, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:06:02.853523 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Network 86039f42-4538-488f-9bfb-a1ca2ede27e9 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:06:02.862702 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 86039f42-4538-488f-9bfb-a1ca2ede27e9) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:06:02.868085 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:06:02.868704 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:02.873625 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd80b5d-70d0-46d0-92a4-39631990c8b0 None None] Network 86039f42-4538-488f-9bfb-a1ca2ede27e9 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:06:02.903721 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4658988 Sep 15 19:06:03.188158 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-86039f42-4538-488f-9bfb-a1ca2ede27e9', 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'fixed_ips': [{'subnet_id': '89737c3b-313a-4520-8598-8cd4d9a2c954'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:06:03.189403 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:03.370137 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Allocated IP 172.20.0.2 (86039f42-4538-488f-9bfb-a1ca2ede27e9/89737c3b-313a-4520-8598-8cd4d9a2c954/97142a26-3f5f-4773-9c81-b1cd9dd2b820) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:06:03.591978 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:03.605865 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Transition to ACTIVE for port object 97142a26-3f5f-4773-9c81-b1cd9dd2b820 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:06:03.625223 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Transition to ACTIVE for port object 97142a26-3f5f-4773-9c81-b1cd9dd2b820 will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:06:03.632781 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:03.640969 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:03.705080 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Network 86039f42-4538-488f-9bfb-a1ca2ede27e9 is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:06:03.709457 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:06:03.711036 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Pushing event updated for resources: {'Port': ['ID=97142a26-3f5f-4773-9c81-b1cd9dd2b820,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:03.715860 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:06:03.725224 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.725558 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.725887 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.726211 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.726531 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.726848 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.727193 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.727524 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.727839 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.728148 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.728458 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Tracked resource versions report: Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: pushed versions: Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Log': {'1.0'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Network': {'1.1'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Port': {'1.5'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'PortForwarding': {'1.2'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'QosPolicy': {'1.8'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SecurityGroup': {'1.2'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SubPort': {'1.0'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Subnet': {'1.1'}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Trunk': {'1.1'}} Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: consumer versions: Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: { DHCP agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: L3 agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: Metadata agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: Metering agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: Open vSwitch agent@dv-cinder-805825-3-iscsi: { 'ConntrackHelper': '1.0', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Log': '1.0', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Network': '1.1', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Port': '1.5', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'PortForwarding': '1.2', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'QosPolicy': '1.8', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SecurityGroup': '1.2', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SecurityGroupRule': '1.0', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SubPort': '1.0', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Subnet': '1.1', Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Trunk': '1.1'}} Sep 15 19:06:03.729503 dv-cinder-805825-3-iscsi neutron-server[75106]: {{(pid=75106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:06:03.761589 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:03.816633 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Attempting to bind port 97142a26-3f5f-4773-9c81-b1cd9dd2b820 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:06:03.817021 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Attempting to bind port 97142a26-3f5f-4773-9c81-b1cd9dd2b820 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:06:03.817444 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Attempting to bind port 97142a26-3f5f-4773-9c81-b1cd9dd2b820 on network 86039f42-4538-488f-9bfb-a1ca2ede27e9 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:06:03.823868 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:06:03.824280 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Checking segment: {'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:06:03.824744 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:03.825134 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Bound using segment: {'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:06:03.825634 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Bound port: 97142a26-3f5f-4773-9c81-b1cd9dd2b820, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:06:03.826020 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:03.912388 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] For port 97142a26-3f5f-4773-9c81-b1cd9dd2b820, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:06:03.916403 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] For port 97142a26-3f5f-4773-9c81-b1cd9dd2b820, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=97142a26-3f5f-4773-9c81-b1cd9dd2b820,segment=NetworkSegment(711bcf15-d364-48f8-bc9e-bdc32ab055f5),segment_id=711bcf15-d364-48f8-bc9e-bdc32ab055f5)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:06:03.921463 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:03.925321 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:04.027012 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Pushing event updated for resources: {'Port': ['ID=97142a26-3f5f-4773-9c81-b1cd9dd2b820,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:04.032296 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:05.178292 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38542) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:05.582167 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [None req-1afe59ea-c525-4590-89e8-f10065262e66 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75104) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:06:05.583248 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-1afe59ea-c525-4590-89e8-f10065262e66 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4039841 Sep 15 19:06:07.667554 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7286f62-e6a4-4348-a5d8-ec1e3eee0e88 None None] Network 86039f42-4538-488f-9bfb-a1ca2ede27e9 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:06:07.782993 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-bec661fb-e409-4a07-ad06-0cdb17c5e174 None None] Provisioning for port 97142a26-3f5f-4773-9c81-b1cd9dd2b820 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:06:07.863411 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 38556) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:08.072963 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 97142a26-3f5f-4773-9c81-b1cd9dd2b820 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:06:08.154211 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 97142a26-3f5f-4773-9c81-b1cd9dd2b820 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:06:08.158945 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 97142a26-3f5f-4773-9c81-b1cd9dd2b820 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:06:08.159377 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:08.270002 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:08.282604 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [None req-a738a772-cc97-45e7-892e-795c6e6d9c17 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75105) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:06:08.283659 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a738a772-cc97-45e7-892e-795c6e6d9c17 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4191265 Sep 15 19:06:08.302573 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 97142a26-3f5f-4773-9c81-b1cd9dd2b820, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=97142a26-3f5f-4773-9c81-b1cd9dd2b820,segment=NetworkSegment(711bcf15-d364-48f8-bc9e-bdc32ab055f5),segment_id=711bcf15-d364-48f8-bc9e-bdc32ab055f5)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:06:08.306458 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:08.308603 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:08.374768 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=97142a26-3f5f-4773-9c81-b1cd9dd2b820,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:08.377919 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:10.042734 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 97142a26-3f5f-4773-9c81-b1cd9dd2b820 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:06:10.112489 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 97142a26-3f5f-4773-9c81-b1cd9dd2b820 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:06:10.112853 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:10.839093 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 38568) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:11.210847 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2441eb919181473fa197d7205cd72f16'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:06:11.215904 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:06:11.219630 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Usage tracker for resource:router and tenant:2441eb919181473fa197d7205cd72f16 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:06:11.222853 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:06:11.229076 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:06:11.238872 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:11.240388 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:11.264864 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:11.379547 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:11.398628 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:11.399827 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-dc77b899-f65c-48e3-8e65-0957d9cdb146 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5597761 Sep 15 19:06:13.723020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 38578) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:14.117045 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [None req-4fc15be2-14bb-4195-adeb-205b3b8f0323 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75105) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:06:14.118042 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-4fc15be2-14bb-4195-adeb-205b3b8f0323 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3939273 Sep 15 19:06:15.311789 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d6005a45-adb8-44fd-acb5-efdf15d9c7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:15.741055 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:16.357012 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38588) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:16.742203 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:06:16.747306 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:06:16.751403 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Usage tracker for resource:network and tenant:6951884b944c4ac2ab18560f06ff0a01 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:06:16.754986 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:06:16.761038 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:06:16.770483 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Made reservation on behalf of 6951884b944c4ac2ab18560f06ff0a01 for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:06:16.773184 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:16.789671 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:16.828147 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:06:16.831827 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Usage tracker for resource:security_group_rule and tenant:6951884b944c4ac2ab18560f06ff0a01 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:06:16.834673 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:06:16.840524 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:06:16.912960 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:16.916899 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:16.922437 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:16.934804 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Reserving flat network on physical network physnet1 {{(pid=75104) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 19:06:16.966183 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779551194040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:16.966793 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Unsubscribe: segment precommit_create {{(pid=75104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 19:06:16.967283 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Added segment 3175f4db-2922-4c83-a159-c4297d60e746 of type flat for network f86d9b16-c39c-4460-97ca-ff3823e4c76a Sep 15 19:06:16.986684 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933322a3-dd66-41e5-ad2b-63bc3586a6f0,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:17.053333 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.053669 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.053996 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.054316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.054648 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.054965 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.055307 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.055635 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.055946 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.056252 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.056558 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Tracked resource versions report: Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: pushed versions: Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Log': {'1.0'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Network': {'1.1'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Port': {'1.5'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'PortForwarding': {'1.2'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'QosPolicy': {'1.8'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SecurityGroup': {'1.2'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SubPort': {'1.0'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Subnet': {'1.1'}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Trunk': {'1.1'}} Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: consumer versions: Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: { DHCP agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: L3 agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: Metadata agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: Metering agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: Open vSwitch agent@dv-cinder-805825-3-iscsi: { 'ConntrackHelper': '1.0', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Log': '1.0', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Network': '1.1', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Port': '1.5', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'PortForwarding': '1.2', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'QosPolicy': '1.8', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SecurityGroup': '1.2', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SecurityGroupRule': '1.0', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SubPort': '1.0', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Subnet': '1.1', Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Trunk': '1.1'}} Sep 15 19:06:17.057545 dv-cinder-805825-3-iscsi neutron-server[75104]: {{(pid=75104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:06:17.094601 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:17.108753 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:17.147729 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:17.149065 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:06:17.149718 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:17.153604 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:17.259846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Pushing event updated for resources: {'Network': ['ID=f86d9b16-c39c-4460-97ca-ff3823e4c76a,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:17.263194 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:17.265230 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9072776 Sep 15 19:06:17.270105 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:06:17.518206 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0af719de-29e5-450e-8c4e-b3e730b8184f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:18.556302 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:19.540212 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38612) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:19.767933 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d54124-7513-4787-88bc-a8a5d48fbd98 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:06:19.769583 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c2d54124-7513-4787-88bc-a8a5d48fbd98 admin admin] 10.222.0.20 "GET /v2.0/subnets/89737c3b-313a-4520-8598-8cd4d9a2c954 HTTP/1.1" status: 200 len: 849 time: 0.2283909 Sep 15 19:06:19.911280 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:19.944161 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-8ed8adf3-9b5a-436e-86b0-d27c6b77acd5 admin admin] 10.222.0.20 "GET /v2.0/routers/7f91040e-2ed7-4c6b-9060-7cfc42aa9046 HTTP/1.1" status: 200 len: 704 time: 0.1686666 Sep 15 19:06:20.412579 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:20.637941 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Allocated IP 172.20.0.1 (86039f42-4538-488f-9bfb-a1ca2ede27e9/89737c3b-313a-4520-8598-8cd4d9a2c954/7dbce246-e416-4cdf-b89c-7b8914f637c3) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:06:20.790771 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:20.808128 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Transition to ACTIVE for port object 7dbce246-e416-4cdf-b89c-7b8914f637c3 will not be triggered until provisioned by entity DHCP. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:06:20.861976 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:20.865607 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:20.928071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Network 86039f42-4538-488f-9bfb-a1ca2ede27e9 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:06:20.930952 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:06:20.935623 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Pushing event updated for resources: {'Port': ['ID=7dbce246-e416-4cdf-b89c-7b8914f637c3,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:20.946251 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:06:20.946784 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:21.005400 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:21.069339 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:21.139717 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-937e5f36-4a85-49ed-ae98-161ddf08a52b None None] Provisioning for port 7dbce246-e416-4cdf-b89c-7b8914f637c3 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:06:21.144801 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-937e5f36-4a85-49ed-ae98-161ddf08a52b None None] Provisioning complete for port 7dbce246-e416-4cdf-b89c-7b8914f637c3 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:06:21.145213 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-937e5f36-4a85-49ed-ae98-161ddf08a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:21.198551 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-937e5f36-4a85-49ed-ae98-161ddf08a52b None None] Port 7dbce246-e416-4cdf-b89c-7b8914f637c3 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:06:21.296285 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:21.300546 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:21.301626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:21.305360 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:21.395199 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Pushing event updated for resources: {'Port': ['ID=7dbce246-e416-4cdf-b89c-7b8914f637c3,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:21.399025 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:21.492803 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Network 86039f42-4538-488f-9bfb-a1ca2ede27e9 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:06:21.493841 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:06:21.724738 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-e5c62ab1-d255-46c5-9532-18e56d8da3fc None None] Provisioning complete for port 7dbce246-e416-4cdf-b89c-7b8914f637c3 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:06:21.725027 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e5c62ab1-d255-46c5-9532-18e56d8da3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:21.775150 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-e5c62ab1-d255-46c5-9532-18e56d8da3fc None None] Port 7dbce246-e416-4cdf-b89c-7b8914f637c3 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:06:21.867521 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Router 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:06:22.031067 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:06:22.040493 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Sync routers for ids ['7f91040e-2ed7-4c6b-9060-7cfc42aa9046'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:06:22.041541 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] 10.222.0.20 "PUT /v2.0/routers/7f91040e-2ed7-4c6b-9060-7cfc42aa9046/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0925772 Sep 15 19:06:22.053517 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Routers {'7f91040e-2ed7-4c6b-9060-7cfc42aa9046'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:06:22.054396 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:06:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['7f91040e-2ed7-4c6b-9060-7cfc42aa9046'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:06:22.245586 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Set router 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 gateway port host: None {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:06:22.608569 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'name': 'router1', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:11Z', 'updated_at': '2021-09-15T19:06:21Z', 'revision_number': 2, 'project_id': '2441eb919181473fa197d7205cd72f16', 'gw_port_host': None, '_interfaces': [{'id': '7dbce246-e416-4cdf-b89c-7b8914f637c3', 'name': '', 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'mac_address': 'fa:16:3e:fe:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:20Z', 'updated_at': '2021-09-15T19:06:21Z', 'revision_number': 2, 'project_id': '2441eb919181473fa197d7205cd72f16', 'subnets': [{'id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '581c5555-ca6a-4247-b7f3-c9e0d179de23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:06:22.613421 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Checking router: 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:06:22.613784 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Updating router 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 port 7dbce246-e416-4cdf-b89c-7b8914f637c3 binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:06:22.666843 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:23.041112 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:23.056113 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Transition to ACTIVE for port object 7dbce246-e416-4cdf-b89c-7b8914f637c3 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:06:23.062578 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:23.068284 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:23.279968 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Pushing event updated for resources: {'Port': ['ID=7dbce246-e416-4cdf-b89c-7b8914f637c3,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:23.304696 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.305026 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.305348 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.305665 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.305982 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.306298 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.306610 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.307058 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.307282 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.307565 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.307869 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Tracked resource versions report: Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: pushed versions: Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Log': {'1.0'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Network': {'1.1'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Port': {'1.5'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'PortForwarding': {'1.2'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'QosPolicy': {'1.8'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SecurityGroup': {'1.2'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SubPort': {'1.0'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Subnet': {'1.1'}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Trunk': {'1.1'}} Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: consumer versions: Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: { DHCP agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: L3 agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: Metadata agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: Metering agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: Open vSwitch agent@dv-cinder-805825-3-iscsi: { 'ConntrackHelper': '1.0', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Log': '1.0', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Network': '1.1', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Port': '1.5', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'PortForwarding': '1.2', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'QosPolicy': '1.8', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SecurityGroup': '1.2', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SecurityGroupRule': '1.0', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SubPort': '1.0', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Subnet': '1.1', Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Trunk': '1.1'}} Sep 15 19:06:23.308893 dv-cinder-805825-3-iscsi neutron-server[75107]: {{(pid=75107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:06:23.315880 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:23.318492 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Attempting to bind port 7dbce246-e416-4cdf-b89c-7b8914f637c3 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:06:23.318893 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Attempting to bind port 7dbce246-e416-4cdf-b89c-7b8914f637c3 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:06:23.319341 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Attempting to bind port 7dbce246-e416-4cdf-b89c-7b8914f637c3 on network 86039f42-4538-488f-9bfb-a1ca2ede27e9 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:06:23.325779 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:06:23.326198 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Checking segment: {'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:06:23.326661 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:23.327047 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Bound using segment: {'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:06:23.327571 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Bound port: 7dbce246-e416-4cdf-b89c-7b8914f637c3, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711bcf15-d364-48f8-bc9e-bdc32ab055f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:06:23.327954 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:23.416299 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] For port 7dbce246-e416-4cdf-b89c-7b8914f637c3, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:06:23.420478 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] For port 7dbce246-e416-4cdf-b89c-7b8914f637c3, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=7dbce246-e416-4cdf-b89c-7b8914f637c3,segment=NetworkSegment(711bcf15-d364-48f8-bc9e-bdc32ab055f5),segment_id=711bcf15-d364-48f8-bc9e-bdc32ab055f5)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:06:23.426267 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:23.430710 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:23.512391 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Routers {'7f91040e-2ed7-4c6b-9060-7cfc42aa9046'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:06:23.513026 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:06:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['7f91040e-2ed7-4c6b-9060-7cfc42aa9046'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:06:23.633066 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Pushing event updated for resources: {'Port': ['ID=7dbce246-e416-4cdf-b89c-7b8914f637c3,revision_number=4']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:23.646869 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:23.671343 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] Set router 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 gateway port host: None {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:06:23.997977 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'name': 'router1', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:11Z', 'updated_at': '2021-09-15T19:06:21Z', 'revision_number': 2, 'project_id': '2441eb919181473fa197d7205cd72f16', 'gw_port_host': None, '_interfaces': [{'id': '7dbce246-e416-4cdf-b89c-7b8914f637c3', 'name': '', 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'mac_address': 'fa:16:3e:fe:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:20Z', 'updated_at': '2021-09-15T19:06:23Z', 'revision_number': 4, 'project_id': '2441eb919181473fa197d7205cd72f16', 'subnets': [{'id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '581c5555-ca6a-4247-b7f3-c9e0d179de23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:06:24.001834 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fc796-2544-4c81-993a-c2d2551db2a5 None None] The sync data for ids ['7f91040e-2ed7-4c6b-9060-7cfc42aa9046'] in dv-cinder-805825-3-iscsi is: [{'id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'name': 'router1', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:11Z', 'updated_at': '2021-09-15T19:06:21Z', 'revision_number': 2, 'project_id': '2441eb919181473fa197d7205cd72f16', 'gw_port_host': None, '_interfaces': [{'id': '7dbce246-e416-4cdf-b89c-7b8914f637c3', 'name': '', 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'mac_address': 'fa:16:3e:fe:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:20Z', 'updated_at': '2021-09-15T19:06:23Z', 'revision_number': 4, 'project_id': '2441eb919181473fa197d7205cd72f16', 'subnets': [{'id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '581c5555-ca6a-4247-b7f3-c9e0d179de23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:06:24.120471 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38636) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:24.291962 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23cadb-7647-4da8-8002-be49dce340c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:06:24.292449 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ea23cadb-7647-4da8-8002-be49dce340c0 admin admin] Synchronizing usage tracker for tenant:6951884b944c4ac2ab18560f06ff0a01 on resource:network {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:06:24.310888 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ea23cadb-7647-4da8-8002-be49dce340c0 admin admin] Unset dirty status for tenant:6951884b944c4ac2ab18560f06ff0a01 on resource:network {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:06:24.312076 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-ea23cadb-7647-4da8-8002-be49dce340c0 admin admin] 10.222.0.20 "GET /v2.0/networks/f86d9b16-c39c-4460-97ca-ff3823e4c76a HTTP/1.1" status: 200 len: 842 time: 0.1906731 Sep 15 19:06:24.321178 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'enable_dhcp': False}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:06:24.326371 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:06:24.330213 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Usage tracker for resource:subnet and tenant:6951884b944c4ac2ab18560f06ff0a01 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:06:24.333161 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:06:24.339298 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:06:24.350599 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Made reservation on behalf of 6951884b944c4ac2ab18560f06ff0a01 for: {'subnet': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:06:24.353075 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Notify callbacks [] for subnet, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:24.737841 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.objects.ports [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75104) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Sep 15 19:06:24.738012 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:24.742671 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:24.809543 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4639471b-a961-4961-8fb5-28ba83807335,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:24.816758 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:24.829693 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:06:24.830032 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Network hostable DHCP agents. Network: f86d9b16-c39c-4460-97ca-ff3823e4c76a, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:06:24.853722 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:06:24.865470 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, f86d9b16-c39c-4460-97ca-ff3823e4c76a) {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:06:24.870915 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:06:24.871778 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:24.875451 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b98dc-3c52-4437-bed0-884354eb9691 None None] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:06:24.894668 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5768585 Sep 15 19:06:24.930435 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:06:25.128079 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e78bf2-72e0-484f-b276-9f09412ef891 None None] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:06:26.063580 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 7dbce246-e416-4cdf-b89c-7b8914f637c3 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:06:26.142298 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 7dbce246-e416-4cdf-b89c-7b8914f637c3 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:06:26.147896 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 7dbce246-e416-4cdf-b89c-7b8914f637c3 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:06:26.148282 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:26.274626 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:26.305550 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 7dbce246-e416-4cdf-b89c-7b8914f637c3, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=7dbce246-e416-4cdf-b89c-7b8914f637c3,segment=NetworkSegment(711bcf15-d364-48f8-bc9e-bdc32ab055f5),segment_id=711bcf15-d364-48f8-bc9e-bdc32ab055f5)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:06:26.310002 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:26.312048 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:26.373364 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=7dbce246-e416-4cdf-b89c-7b8914f637c3,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:26.376285 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:27.052393 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38650) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:27.297608 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-3dc9dc3e-1164-4e16-b2d0-75960db7160e admin admin] 10.222.0.20 "GET /v2.0/routers/7f91040e-2ed7-4c6b-9060-7cfc42aa9046 HTTP/1.1" status: 200 len: 710 time: 0.2440012 Sep 15 19:06:27.457626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c67d7-405d-46ec-b0c1-1196fb5f7318 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:06:27.459615 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2e3c67d7-405d-46ec-b0c1-1196fb5f7318 admin admin] 10.222.0.20 "GET /v2.0/networks/f86d9b16-c39c-4460-97ca-ff3823e4c76a HTTP/1.1" status: 200 len: 886 time: 0.1570377 Sep 15 19:06:27.468141 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:06:27.941495 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:28.047693 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 7dbce246-e416-4cdf-b89c-7b8914f637c3 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:06:28.117289 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 7dbce246-e416-4cdf-b89c-7b8914f637c3 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:06:28.117579 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:28.122254 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:28.189454 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:28.320044 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Allocated IP 172.27.2.100 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/fbf1fee8-fe2e-4423-adf9-de020ab08e7e) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:06:28.466342 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:28.494587 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:28.498826 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d690cee5-e9a4-4cb4-8650-b9870a9ae659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:28.561086 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:06:28.563885 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:06:28.567523 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:06:28.601969 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Pushing event updated for resources: {'Port': ['ID=fbf1fee8-fe2e-4423-adf9-de020ab08e7e,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:28.605857 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:28.705589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:28.915621 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:28.918939 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-498461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-498468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-494502'] for router, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:29.110344 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Router 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:06:29.308506 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:06:29.316372 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:29.318125 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] 10.222.0.20 "PUT /v2.0/routers/7f91040e-2ed7-4c6b-9060-7cfc42aa9046 HTTP/1.1" status: 200 len: 890 time: 1.8526065 Sep 15 19:06:29.318750 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Sync routers for ids ['7f91040e-2ed7-4c6b-9060-7cfc42aa9046'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:06:29.331300 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Routers {'7f91040e-2ed7-4c6b-9060-7cfc42aa9046'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:06:29.331975 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:06:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['7f91040e-2ed7-4c6b-9060-7cfc42aa9046'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:06:29.522922 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Set router 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:06:29.858518 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'name': 'router1', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fbf1fee8-fe2e-4423-adf9-de020ab08e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:11Z', 'updated_at': '2021-09-15T19:06:28Z', 'revision_number': 4, 'project_id': '2441eb919181473fa197d7205cd72f16', 'gw_port': {'id': 'fbf1fee8-fe2e-4423-adf9-de020ab08e7e', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:28Z', 'updated_at': '2021-09-15T19:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '7dbce246-e416-4cdf-b89c-7b8914f637c3', 'name': '', 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'mac_address': 'fa:16:3e:fe:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:20Z', 'updated_at': '2021-09-15T19:06:26Z', 'revision_number': 5, 'project_id': '2441eb919181473fa197d7205cd72f16', 'subnets': [{'id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '581c5555-ca6a-4247-b7f3-c9e0d179de23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:06:29.863519 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Checking router: 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:06:29.863886 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Updating router 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 port fbf1fee8-fe2e-4423-adf9-de020ab08e7e binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:06:29.921619 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:30.254081 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:30.266779 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Transition to ACTIVE for port object fbf1fee8-fe2e-4423-adf9-de020ab08e7e will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:06:30.274099 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:30.277808 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8380665c-f17d-4564-8335-3c99d6eeb744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:30.351962 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Attempting to bind port fbf1fee8-fe2e-4423-adf9-de020ab08e7e on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:06:30.352607 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Attempting to bind port fbf1fee8-fe2e-4423-adf9-de020ab08e7e by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:06:30.352728 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Attempting to bind port fbf1fee8-fe2e-4423-adf9-de020ab08e7e on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:06:30.355249 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774fca1-3903-44bc-b406-03d5da787d3c None None] Pushing event updated for resources: {'Port': ['ID=fbf1fee8-fe2e-4423-adf9-de020ab08e7e,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:30.358567 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-d774fca1-3903-44bc-b406-03d5da787d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:30.361757 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:06:30.362089 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:06:30.362475 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:30.362948 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:06:30.363335 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Bound port: fbf1fee8-fe2e-4423-adf9-de020ab08e7e, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:06:30.363719 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:30.435938 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] For port fbf1fee8-fe2e-4423-adf9-de020ab08e7e, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:06:30.438788 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] For port fbf1fee8-fe2e-4423-adf9-de020ab08e7e, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=fbf1fee8-fe2e-4423-adf9-de020ab08e7e,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:06:30.443284 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:30.446971 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:30.517661 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774fca1-3903-44bc-b406-03d5da787d3c None None] Pushing event updated for resources: {'Port': ['ID=fbf1fee8-fe2e-4423-adf9-de020ab08e7e,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:30.523843 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-d774fca1-3903-44bc-b406-03d5da787d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:30.526024 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Routers {'7f91040e-2ed7-4c6b-9060-7cfc42aa9046'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:06:30.526619 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:06:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['7f91040e-2ed7-4c6b-9060-7cfc42aa9046'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:06:30.725709 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] Set router 7f91040e-2ed7-4c6b-9060-7cfc42aa9046 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:06:31.049869 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-40606178-d826-473a-83d3-3441a056ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'name': 'router1', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fbf1fee8-fe2e-4423-adf9-de020ab08e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:11Z', 'updated_at': '2021-09-15T19:06:28Z', 'revision_number': 4, 'project_id': '2441eb919181473fa197d7205cd72f16', 'gw_port': {'id': 'fbf1fee8-fe2e-4423-adf9-de020ab08e7e', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:28Z', 'updated_at': '2021-09-15T19:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '7dbce246-e416-4cdf-b89c-7b8914f637c3', 'name': '', 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'mac_address': 'fa:16:3e:fe:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:20Z', 'updated_at': '2021-09-15T19:06:26Z', 'revision_number': 5, 'project_id': '2441eb919181473fa197d7205cd72f16', 'subnets': [{'id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '581c5555-ca6a-4247-b7f3-c9e0d179de23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:06:31.054040 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40606178-d826-473a-83d3-3441a056ae58 None None] The sync data for ids ['7f91040e-2ed7-4c6b-9060-7cfc42aa9046'] in dv-cinder-805825-3-iscsi is: [{'id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'name': 'router1', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fbf1fee8-fe2e-4423-adf9-de020ab08e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:11Z', 'updated_at': '2021-09-15T19:06:28Z', 'revision_number': 4, 'project_id': '2441eb919181473fa197d7205cd72f16', 'gw_port': {'id': 'fbf1fee8-fe2e-4423-adf9-de020ab08e7e', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:28Z', 'updated_at': '2021-09-15T19:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '7dbce246-e416-4cdf-b89c-7b8914f637c3', 'name': '', 'network_id': '86039f42-4538-488f-9bfb-a1ca2ede27e9', 'tenant_id': '2441eb919181473fa197d7205cd72f16', 'mac_address': 'fa:16:3e:fe:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f91040e-2ed7-4c6b-9060-7cfc42aa9046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:20Z', 'updated_at': '2021-09-15T19:06:26Z', 'revision_number': 5, 'project_id': '2441eb919181473fa197d7205cd72f16', 'subnets': [{'id': '89737c3b-313a-4520-8598-8cd4d9a2c954', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '581c5555-ca6a-4247-b7f3-c9e0d179de23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:06:31.642419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 38660) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:06:31.774886 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-30934af7-b23a-4b17-933a-a78a076565bc admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1312172 Sep 15 19:06:32.073333 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device fbf1fee8-fe2e-4423-adf9-de020ab08e7e up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:06:32.142661 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port fbf1fee8-fe2e-4423-adf9-de020ab08e7e completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:06:32.148008 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port fbf1fee8-fe2e-4423-adf9-de020ab08e7e triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:06:32.148379 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:32.267146 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:32.283931 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port fbf1fee8-fe2e-4423-adf9-de020ab08e7e, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=fbf1fee8-fe2e-4423-adf9-de020ab08e7e,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:06:32.288465 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:32.290553 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-d774fca1-3903-44bc-b406-03d5da787d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:06:32.354116 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=fbf1fee8-fe2e-4423-adf9-de020ab08e7e,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:06:32.357094 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:06:34.058700 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device fbf1fee8-fe2e-4423-adf9-de020ab08e7e up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:06:34.138361 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port fbf1fee8-fe2e-4423-adf9-de020ab08e7e triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:06:34.138736 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:45.317648 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-585db6ba-e997-4d96-a30f-037a04ea6906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:45.744325 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:47.521477 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-b4999824-6f17-4a74-85c1-b68743f95b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:48.560156 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:06:49.930159 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:01.921709 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:07:15.321010 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-68604851-6e15-4fb4-ad34-a36e90016a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:15.751133 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:17.525332 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-78a91876-3a82-4271-ac5e-bfdcb287648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:18.565659 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:19.935765 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:38.921278 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:07:45.324076 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f120-2585-4cd6-a310-90da58c0831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:45.745820 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:47.531982 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-67215398-570c-45f2-9dcb-b9803408e210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:48.568563 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:07:49.935973 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:15.326652 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0dbd-a18b-4a2c-bcb1-5a5dddef0832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:15.748915 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:15.922371 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:08:17.525859 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-625e9777-b556-4a4d-bd66-1245514ed2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:18.571957 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:19.933974 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:33.895493 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39232) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:33.992086 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57ea827-f2d4-4b14-9d35-4291bb58902d admin admin] GET failed (client error): The resource could not be found. Sep 15 19:08:33.993305 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-f57ea827-f2d4-4b14-9d35-4291bb58902d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0968902 Sep 15 19:08:34.123180 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92921dde-2251-44cd-9b48-c5fdc2cbcd5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:34.124562 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-92921dde-2251-44cd-9b48-c5fdc2cbcd5f admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1273830 Sep 15 19:08:36.134336 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39242) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:36.266875 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca6ff7-938f-423d-b37b-5cae1d487dd5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:36.268228 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ccca6ff7-938f-423d-b37b-5cae1d487dd5 admin admin] 10.222.0.20 "GET /v2.0/subnets/89737c3b-313a-4520-8598-8cd4d9a2c954 HTTP/1.1" status: 200 len: 849 time: 0.1329868 Sep 15 19:08:36.277434 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:08:36.391719 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Notify callbacks [] for subnet, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:36.582530 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779551132654'] for subnet, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:36.586822 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bfd1148d-ef09-4d0f-ba30-7d27233dc3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:08:36.630040 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:36.630626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:36.631920 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] 10.222.0.20 "PUT /v2.0/subnets/89737c3b-313a-4520-8598-8cd4d9a2c954 HTTP/1.1" status: 200 len: 868 time: 0.3580947 Sep 15 19:08:36.650787 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e9ee02-fe99-4d31-83a1-55231a554de8 None None] Network 86039f42-4538-488f-9bfb-a1ca2ede27e9 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:08:36.656114 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89737c3b-313a-4520-8598-8cd4d9a2c954,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:08:36.665565 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.665939 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.666236 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.666571 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.666907 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.667267 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.667591 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.667912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.668237 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.668547 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.668864 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:08:36.672352 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:08:37.172372 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-9221c62b-fc26-4709-99cc-f47d51198325 None None] Provisioning complete for port 97142a26-3f5f-4773-9c81-b1cd9dd2b820 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:08:37.172740 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-9221c62b-fc26-4709-99cc-f47d51198325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:37.295253 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-9221c62b-fc26-4709-99cc-f47d51198325 None None] Provisioning complete for port 7dbce246-e416-4cdf-b89c-7b8914f637c3 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:08:37.295520 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-9221c62b-fc26-4709-99cc-f47d51198325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:38.682145 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39252) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:38.876331 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a73ff-ad1e-4c60-8657-435240921257 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:38.876678 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a73ff-ad1e-4c60-8657-435240921257 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:38.878357 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-6f5a73ff-ad1e-4c60-8657-435240921257 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1951218 Sep 15 19:08:40.871440 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39262) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:41.068615 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8291471-692b-46d4-847d-f4d9ae112d0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:41.068995 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8291471-692b-46d4-847d-f4d9ae112d0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:41.070557 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-f8291471-692b-46d4-847d-f4d9ae112d0a admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981537 Sep 15 19:08:43.089918 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39272) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:43.280039 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a912b-f441-46a2-9970-f20154eae5ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:43.281277 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-1c5a912b-f441-46a2-9970-f20154eae5ee admin admin] 10.222.0.20 "GET /v2.0/networks/86039f42-4538-488f-9bfb-a1ca2ede27e9 HTTP/1.1" status: 200 len: 869 time: 0.1904235 Sep 15 19:08:45.298445 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39282) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:45.431217 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-118b9ec2-8ee9-47c0-ae3d-b6b9799024d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:45.494732 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd998dd0-6431-466e-a7b8-6705361c5f5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:45.496033 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-cd998dd0-6431-466e-a7b8-6705361c5f5e admin admin] 10.222.0.20 "GET /v2.0/networks/f86d9b16-c39c-4460-97ca-ff3823e4c76a HTTP/1.1" status: 200 len: 886 time: 0.1966627 Sep 15 19:08:45.755208 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:47.524573 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39292) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:47.529636 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-84e36cf5-e837-434e-a835-e84409ba220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:47.651610 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420e026-32f8-40cf-8482-eba3af590dfc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:47.651975 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420e026-32f8-40cf-8482-eba3af590dfc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:47.652688 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-7420e026-32f8-40cf-8482-eba3af590dfc admin admin] Synchronizing usage tracker for tenant:6951884b944c4ac2ab18560f06ff0a01 on resource:subnet {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:08:47.668858 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-7420e026-32f8-40cf-8482-eba3af590dfc admin admin] Unset dirty status for tenant:6951884b944c4ac2ab18560f06ff0a01 on resource:subnet {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:08:47.669987 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-7420e026-32f8-40cf-8482-eba3af590dfc admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1444848 Sep 15 19:08:48.576383 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:49.698257 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39302) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:49.829736 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8ce0e-037c-44ae-a7ed-570c350c8db6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:49.830103 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8ce0e-037c-44ae-a7ed-570c350c8db6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:49.831640 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-35e8ce0e-037c-44ae-a7ed-570c350c8db6 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324701 Sep 15 19:08:49.932763 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:08:51.865503 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39312) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:51.992131 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cedfda-277c-4e4b-a834-4622c2583805 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:51.993480 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-26cedfda-277c-4e4b-a834-4622c2583805 admin admin] 10.222.0.20 "GET /v2.0/subnets/4639471b-a961-4961-8fb5-28ba83807335 HTTP/1.1" status: 200 len: 816 time: 0.1270185 Sep 15 19:08:52.922226 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:08:54.052979 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39322) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:08:54.182150 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbaed01-0fa2-4056-a811-447506c92507 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:08:54.183540 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-abbaed01-0fa2-4056-a811-447506c92507 admin admin] 10.222.0.20 "GET /v2.0/subnets/89737c3b-313a-4520-8598-8cd4d9a2c954 HTTP/1.1" status: 200 len: 868 time: 0.1296065 Sep 15 19:09:11.878808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39360) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:09:11.950949 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [None req-50fbd544-f7b8-4dc0-84ea-e04550665f54 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75104) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:09:11.952133 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-50fbd544-f7b8-4dc0-84ea-e04550665f54 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0723653 Sep 15 19:09:14.031977 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39370) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:09:14.122336 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ff40df-b50f-4a31-8b8a-2b561f2132ba admin admin] GET failed (client error): The resource could not be found. Sep 15 19:09:14.123625 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-09ff40df-b50f-4a31-8b8a-2b561f2132ba admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0906951 Sep 15 19:09:14.255776 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b02cd-fbb9-4219-966c-0b75719bb8a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:09:14.257130 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-3f9b02cd-fbb9-4219-966c-0b75719bb8a9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1295407 Sep 15 19:09:15.332562 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ffb3fab0-7056-447d-a554-12f0801e1887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:15.753831 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:16.291095 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39380) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:09:16.361455 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:09:16.366613 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:09:16.376020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:09:16.385393 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Made reservation on behalf of 6951884b944c4ac2ab18560f06ff0a01 for: {'network': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:09:16.387522 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:16.473466 dv-cinder-805825-3-iscsi neutron-server[75105]: WARNING neutron.services.revisions.revision_plugin [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Could not find related network for resource to bump revision. Sep 15 19:09:16.485748 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=75105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:09:16.495934 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:16.496270 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.segments_db [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Added segment 54edaef7-ce90-44ad-bd7a-4c82c9b4fc54 of type vlan for network 39188524-1f89-4dff-8054-dee3ed7cb004 Sep 15 19:09:16.522180 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:16.551166 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:16.552312 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:09:16.552902 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:16.557576 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:09:16.655193 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3628144 Sep 15 19:09:16.657955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Pushing event updated for resources: {'Network': ['ID=39188524-1f89-4dff-8054-dee3ed7cb004,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:09:16.661388 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:09:16.669164 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 39188524-1f89-4dff-8054-dee3ed7cb004 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:09:17.532219 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-5df47920-6d81-4ee0-8d7a-7b29247010a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:18.578298 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:18.680556 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39390) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:09:18.772180 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.pecan_wsgi.hooks.translation [None req-94181f98-dc67-4507-8b9c-6a81ebcaf645 admin admin] GET failed (client error): The resource could not be found. Sep 15 19:09:18.772665 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-94181f98-dc67-4507-8b9c-6a81ebcaf645 admin admin] Synchronizing usage tracker for tenant:6951884b944c4ac2ab18560f06ff0a01 on resource:network {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:09:18.787041 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-94181f98-dc67-4507-8b9c-6a81ebcaf645 admin admin] Unset dirty status for tenant:6951884b944c4ac2ab18560f06ff0a01 on resource:network {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:09:18.788218 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-94181f98-dc67-4507-8b9c-6a81ebcaf645 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1066840 Sep 15 19:09:18.893283 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba045c0-3aa7-4a59-bbe4-5dc966609bfd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:09:18.895573 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-0ba045c0-3aa7-4a59-bbe4-5dc966609bfd admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1033597 Sep 15 19:09:18.904019 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:09:18.908524 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:09:18.918022 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:09:18.927916 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Made reservation on behalf of 6951884b944c4ac2ab18560f06ff0a01 for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:09:18.930444 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:19.125287 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:19.130324 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d116b2f8-7598-4166-aef2-98af835a241a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:09:19.247071 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb2b2e0-3ee9-4830-ae44-a7a3770b3933,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:09:19.250665 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:09:19.259896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Checking segment: {'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:09:19.260238 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Network hostable DHCP agents. Network: 39188524-1f89-4dff-8054-dee3ed7cb004, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:09:19.282126 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Network 39188524-1f89-4dff-8054-dee3ed7cb004 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:09:19.291332 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 39188524-1f89-4dff-8054-dee3ed7cb004) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:09:19.295221 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:09:19.295808 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:19.301579 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7030bca6-ee1c-4dbb-85e5-1629878e06ba None None] Network 39188524-1f89-4dff-8054-dee3ed7cb004 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:09:19.320090 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4195466 Sep 15 19:09:19.521917 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-39188524-1f89-4dff-8054-dee3ed7cb004', 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004', 'tenant_id': '6951884b944c4ac2ab18560f06ff0a01', 'fixed_ips': [{'subnet_id': '6fb2b2e0-3ee9-4830-ae44-a7a3770b3933'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:09:19.522781 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:19.681851 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Allocated IP 192.168.233.2 (39188524-1f89-4dff-8054-dee3ed7cb004/6fb2b2e0-3ee9-4830-ae44-a7a3770b3933/ee6afd5f-271c-48b9-a8c3-473ef61327bc) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:09:19.887073 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:19.899647 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Transition to ACTIVE for port object ee6afd5f-271c-48b9-a8c3-473ef61327bc will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:09:19.927313 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Transition to ACTIVE for port object ee6afd5f-271c-48b9-a8c3-473ef61327bc will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:09:19.938199 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:19.949755 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:09:19.986119 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:19.994721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Network 39188524-1f89-4dff-8054-dee3ed7cb004 is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:09:19.995885 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:09:20.005459 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:09:20.089194 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Pushing event updated for resources: {'Port': ['ID=ee6afd5f-271c-48b9-a8c3-473ef61327bc,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:09:20.111504 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.111839 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.112168 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.112548 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.112872 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.113194 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.113512 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.113849 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.114170 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.114481 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.114794 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:09:20.121957 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Attempting to bind port ee6afd5f-271c-48b9-a8c3-473ef61327bc on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:09:20.122978 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Attempting to bind port ee6afd5f-271c-48b9-a8c3-473ef61327bc by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:09:20.122978 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Attempting to bind port ee6afd5f-271c-48b9-a8c3-473ef61327bc on network 39188524-1f89-4dff-8054-dee3ed7cb004 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:09:20.125208 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:09:20.131509 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:09:20.131886 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Checking segment: {'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:09:20.132286 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:20.132683 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Bound using segment: {'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:09:20.133468 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Bound port: ee6afd5f-271c-48b9-a8c3-473ef61327bc, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:09:20.133596 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:20.222389 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] For port ee6afd5f-271c-48b9-a8c3-473ef61327bc, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:09:20.226538 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] For port ee6afd5f-271c-48b9-a8c3-473ef61327bc, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=ee6afd5f-271c-48b9-a8c3-473ef61327bc,segment=NetworkSegment(54edaef7-ce90-44ad-bd7a-4c82c9b4fc54),segment_id=54edaef7-ce90-44ad-bd7a-4c82c9b4fc54)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:09:20.230073 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:20.234005 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:09:20.334432 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Pushing event updated for resources: {'Port': ['ID=ee6afd5f-271c-48b9-a8c3-473ef61327bc,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:09:20.337181 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:09:21.137575 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8dc77c-967e-4d70-bcf9-112252c051ae None None] Network 39188524-1f89-4dff-8054-dee3ed7cb004 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:09:21.290349 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-ecb0475d-fd2d-4205-8034-fa490062d219 None None] Provisioning for port ee6afd5f-271c-48b9-a8c3-473ef61327bc completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:09:22.152466 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device ee6afd5f-271c-48b9-a8c3-473ef61327bc up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:09:22.223479 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port ee6afd5f-271c-48b9-a8c3-473ef61327bc completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:09:22.232012 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port ee6afd5f-271c-48b9-a8c3-473ef61327bc triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:09:22.232382 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:22.364356 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:22.395060 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port ee6afd5f-271c-48b9-a8c3-473ef61327bc, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=ee6afd5f-271c-48b9-a8c3-473ef61327bc,segment=NetworkSegment(54edaef7-ce90-44ad-bd7a-4c82c9b4fc54),segment_id=54edaef7-ce90-44ad-bd7a-4c82c9b4fc54)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:09:22.400546 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:22.402795 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-ed5a21e5-5b70-447c-95ba-073b1267bbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:09:22.466975 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=ee6afd5f-271c-48b9-a8c3-473ef61327bc,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:09:22.470166 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:09:24.138259 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device ee6afd5f-271c-48b9-a8c3-473ef61327bc up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:09:24.206308 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port ee6afd5f-271c-48b9-a8c3-473ef61327bc triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:09:24.206583 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:29.922762 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:09:45.334670 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-5baeefb0-007f-488e-9abf-52674f78fb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:45.745881 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:47.534730 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6b2b84c1-174a-433f-8feb-4dbda01d2049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:48.582778 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:09:49.938247 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:06.922718 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:10:15.338973 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e8797d28-b58c-42db-8ea9-5e070a12b6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:15.747897 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:17.543162 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e4667-da59-463b-8501-a39353dc8add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:18.588488 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:19.942337 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:36.001543 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39434) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:10:36.007370 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [None req-e6263905-da07-4be9-b46f-4acae6379e08 tempest-verify_tempest_config-1378168108 tempest-verify_tempest_config-1378168108-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75105) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:10:36.008375 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-e6263905-da07-4be9-b46f-4acae6379e08 tempest-verify_tempest_config-1378168108 tempest-verify_tempest_config-1378168108-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058882 Sep 15 19:10:36.336766 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39450) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:10:36.473079 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:36.502863 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:10:36.506693 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Usage tracker for resource:security_group_rule and tenant:91132f9ee40949939b1f03a866e64490 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:10:36.509552 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:10:36.515288 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:10:36.584578 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:36.588335 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:36.595791 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:10:36.637752 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e0d0a2-b232-4ad0-88f7-b8e02706ccd4,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:10:36.644270 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91132f9ee40949939b1f03a866e64490&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3065500 Sep 15 19:10:36.647096 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39456) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:10:36.649004 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.649351 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.649683 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.650008 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.650331 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.650667 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.650968 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.651309 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.651649 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.651957 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.652286 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.655879 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:10:36.707240 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:36.735764 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:36.824839 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:36.829420 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:10:36.840251 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e0d0a2-b232-4ad0-88f7-b8e02706ccd4,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:10:36.852128 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.852470 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.852802 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.853130 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.853458 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.853780 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.854101 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.854420 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.854735 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.855050 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.855390 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:10:36.858952 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:10:36.863625 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:36.864881 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89e0d0a2-b232-4ad0-88f7-b8e02706ccd4 HTTP/1.1" status: 204 len: 168 time: 0.2167463 Sep 15 19:10:43.923002 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:10:45.341337 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ce1b144e-3857-4679-a675-002e27c19908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:45.750905 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:47.532932 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-4b4822ac-30bd-4f35-9f04-2aba323f5d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:48.589368 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:10:49.941494 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:15.343374 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-5189b096-0f5d-43bf-bd4d-b8b658bd105a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:15.752688 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:17.534402 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-b47f6fd5-8f07-40a8-9540-6f9e317a29e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:18.591216 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:19.944868 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:20.922756 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:11:45.344788 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ee88cab5-ca82-4f8a-9897-7658ec4fdeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:45.755030 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:47.538387 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a1c-86bd-4a8d-9f51-a49e314a7c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:48.594139 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:49.946816 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:11:57.922288 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 5 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:12:08.181166 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497311'] for agent, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:15.345397 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d3569f97-b3d1-4791-8bfd-bdd1b634d837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:15.757104 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:17.540502 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-98198531-2944-4e4f-8a4c-e17cd10f9a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:18.597420 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:19.949085 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:22.978674 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39526) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:12:23.113481 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-8bdf00cc-dcea-476b-b1b0-82b78954de90 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1336243 Sep 15 19:12:25.135293 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39536) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:12:25.217246 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f103480b-08c1-4b8a-9707-52adbd0d687f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0808966 Sep 15 19:12:34.921696 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:12:38.134520 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:45.346150 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-64a08066-27e6-413c-a6f9-2ee487bb4075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:45.757314 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:47.541720 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-23643667-a3a5-4de3-92fa-7ab45e65c7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:48.599004 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:12:49.956319 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:08.133541 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:11.922284 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:13:15.352653 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-846a45e7-ed50-44d6-aaa7-dabe79957c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:15.761293 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:17.548242 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-01eb2d01-fb43-44cd-9eeb-514c7b0a671c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:18.607641 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:19.962526 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:38.148626 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:45.345553 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-4e766902-e7fb-4252-843d-9b510be25a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:45.764049 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:47.540223 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-69700756-9a40-47e4-bc6b-c86e6c7518c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:48.601362 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:13:48.922464 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:13:49.961267 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:01.396253 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39732) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:01.431095 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39738) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:01.645289 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39752) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:01.674055 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39758) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:01.766260 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1085219779-network', 'tenant_id': 'b2290d788f834311a01f30dab72af31d'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:01.771489 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:01.775217 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Usage tracker for resource:network and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:01.777999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:01.783734 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:01.798609 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1746652348-network', 'tenant_id': '329dbf64077e43cba5315afc39d42256'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:01.803276 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Made reservation on behalf of b2290d788f834311a01f30dab72af31d for: {'network': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:01.805443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:01.819890 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:01.824429 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:01.834636 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Usage tracker for resource:network and tenant:329dbf64077e43cba5315afc39d42256 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:01.839482 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:01.851205 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:01.872982 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Made reservation on behalf of 329dbf64077e43cba5315afc39d42256 for: {'network': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:01.875463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:01.887473 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:01.893419 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:01.903454 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:01.909999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:01.949367 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.004310 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:02.009186 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.010664 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Usage tracker for resource:security_group_rule and tenant:329dbf64077e43cba5315afc39d42256 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:02.014272 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.015366 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:02.025930 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:02.030647 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9b0850a8-7322-447f-84ee-f91e0cfbddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:02.047195 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=75105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:14:02.056311 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.056933 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.segments_db [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Added segment 0a4bb4c7-ae2b-4c07-990e-1939eab31a35 of type vlan for network a2ba4767-1013-4d2f-afa1-72e2562c15c7 Sep 15 19:14:02.084403 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.116933 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1160737755-network', 'tenant_id': '1fde9d40536f433e80b51d3012fa33f4'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:02.124375 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:02.134087 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Usage tracker for resource:network and tenant:1fde9d40536f433e80b51d3012fa33f4 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:02.141788 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:02.156059 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:02.179302 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.181453 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.183838 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:02.184815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.201798 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Made reservation on behalf of 1fde9d40536f433e80b51d3012fa33f4 for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:02.204619 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.208479 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.228084 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=75105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:14:02.233771 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.251115 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.251737 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.segments_db [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Added segment 00cb08ed-0023-4057-93e4-2cb897d704d7 of type vlan for network bba64514-879b-45a5-94ad-9094162b36f4 Sep 15 19:14:02.282058 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.288192 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-network', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:02.301518 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:02.309004 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Usage tracker for resource:network and tenant:aa1536d293d34b9ea04e361129a354c3 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:02.315072 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb9535-dfb8-4fc1-930d-94f1cfc1878e,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:02.318754 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:02.325256 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9276972 Sep 15 19:14:02.329148 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39778) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:02.332664 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:02.334801 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.338752 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Request body: {'subnet': {'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1085219779-subnet', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:02.344628 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:02.345472 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.350296 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.350923 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.351518 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.352044 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.352587 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.353111 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.353637 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.354165 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.354688 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.355016 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.355442 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Tracked resource versions report: Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: pushed versions: Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Log': {'1.0'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Network': {'1.1'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Port': {'1.5'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'PortForwarding': {'1.2'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'QosPolicy': {'1.8'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SecurityGroup': {'1.2'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SubPort': {'1.0'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Subnet': {'1.1'}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Trunk': {'1.1'}} Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: consumer versions: Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: { DHCP agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: HyperV agent@hv-cinder-80582: {}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: L3 agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: Metadata agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: Metering agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: Open vSwitch agent@dv-cinder-805825-3-iscsi: { 'ConntrackHelper': '1.0', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Log': '1.0', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Network': '1.1', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Port': '1.5', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'PortForwarding': '1.2', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'QosPolicy': '1.8', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SecurityGroup': '1.2', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SecurityGroupRule': '1.0', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'SubPort': '1.0', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Subnet': '1.1', Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: 'Trunk': '1.1'}} Sep 15 19:14:02.356379 dv-cinder-805825-3-iscsi neutron-server[75105]: {{(pid=75105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:14:02.358331 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Made reservation on behalf of aa1536d293d34b9ea04e361129a354c3 for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:02.360667 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.361343 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:02.369783 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:02.370359 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:02.395831 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.403840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Usage tracker for resource:subnet and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:02.413467 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:02.430977 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:02.475384 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:02.479683 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:02.481477 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0493619 Sep 15 19:14:02.482512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ba4767-1013-4d2f-afa1-72e2562c15c7,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:02.485933 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39788) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:02.496165 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:14:02.498615 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Usage tracker for resource:security_group_rule and tenant:aa1536d293d34b9ea04e361129a354c3 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:02.501725 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:02.510397 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:02.550968 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Request body: {'subnet': {'network_id': 'bba64514-879b-45a5-94ad-9094162b36f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1746652348-subnet', 'tenant_id': '329dbf64077e43cba5315afc39d42256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:02.579427 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:02.595235 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.596512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Made reservation on behalf of b2290d788f834311a01f30dab72af31d for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:02.598817 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.599579 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Usage tracker for resource:security_group_rule and tenant:1fde9d40536f433e80b51d3012fa33f4 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:02.603487 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:02.607133 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.632651 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Usage tracker for resource:subnet and tenant:329dbf64077e43cba5315afc39d42256 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:02.667834 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:02.716847 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:14:02.741383 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.742219 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Added segment 29828810-4d1c-4235-bb4d-00e98b82c05d of type vlan for network a5217964-70ce-4f4f-835b-317e1ce9e556 Sep 15 19:14:02.771917 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.785256 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:02.800667 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Pushing event updated for resources: {'Network': ['ID=bba64514-879b-45a5-94ad-9094162b36f4,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:02.801939 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-85e119df-a609-43b4-aa7d-7108b04ed58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:02.812176 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network bba64514-879b-45a5-94ad-9094162b36f4 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:14:02.833353 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:02.835663 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:02.855364 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:02.856043 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:02.871145 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.872445 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.872850 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.882198 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Made reservation on behalf of 329dbf64077e43cba5315afc39d42256 for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:02.884755 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.885278 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.885759 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.886169 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.886569 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.887054 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.888656 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.895511 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.896113 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Tracked resource versions report: Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: pushed versions: Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Log': {'1.0'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Network': {'1.1'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Port': {'1.5'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'PortForwarding': {'1.2'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'QosPolicy': {'1.8'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SecurityGroup': {'1.2'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SubPort': {'1.0'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Subnet': {'1.1'}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Trunk': {'1.1'}} Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: consumer versions: Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: { DHCP agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: HyperV agent@hv-cinder-80582: {}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: L3 agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: Metadata agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: Metering agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: Open vSwitch agent@dv-cinder-805825-3-iscsi: { 'ConntrackHelper': '1.0', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Log': '1.0', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Network': '1.1', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Port': '1.5', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'PortForwarding': '1.2', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'QosPolicy': '1.8', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SecurityGroup': '1.2', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SecurityGroupRule': '1.0', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'SubPort': '1.0', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Subnet': '1.1', Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: 'Trunk': '1.1'}} Sep 15 19:14:02.897310 dv-cinder-805825-3-iscsi neutron-server[75104]: {{(pid=75104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:14:02.902326 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.903494 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:02.906499 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:02.911463 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:02.967155 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981ea112-ec85-4409-861d-8d3ff77e897d,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:02.968138 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:02.980840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:02.983139 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:02.983427 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:03.122681 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Pushing event updated for resources: {'Network': ['ID=a5217964-70ce-4f4f-835b-317e1ce9e556,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:03.125991 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4509807 Sep 15 19:14:03.131316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:03.132012 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39804) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:03.140289 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network a5217964-70ce-4f4f-835b-317e1ce9e556 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:14:03.165622 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Request body: {'subnet': {'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-subnet', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:03.184522 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:03.203129 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Usage tracker for resource:subnet and tenant:aa1536d293d34b9ea04e361129a354c3 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:03.208364 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:03.236284 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:03.281161 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Made reservation on behalf of aa1536d293d34b9ea04e361129a354c3 for: {'subnet': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:03.283594 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.328661 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.344956 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:03.411569 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.433643 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63dbc8c2-c4a2-4055-a93c-030466d5f250,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:03.452433 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:03.453156 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:03.561951 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Checking segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:03.562574 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Network hostable DHCP agents. Network: a2ba4767-1013-4d2f-afa1-72e2562c15c7, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:14:03.580090 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.584589 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=80601169-af47-408b-a453-839e550308c4,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:03.598008 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:03.603573 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.609029 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Checking segment: {'id': '00cb08ed-0023-4057-93e4-2cb897d704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bba64514-879b-45a5-94ad-9094162b36f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:03.609383 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Network hostable DHCP agents. Network: bba64514-879b-45a5-94ad-9094162b36f4, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:14:03.622314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:03.650001 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:14:03.673935 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, a2ba4767-1013-4d2f-afa1-72e2562c15c7) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:03.687711 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43802a9-ea47-4b65-bc3e-2aacbc22e19c None None] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:03.689767 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:03.691182 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.696505 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Network bba64514-879b-45a5-94ad-9094162b36f4 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:14:03.715560 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:14:03.719238 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bb6a3d-382e-419b-828d-73c89bbc22e0,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:03.739462 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:03.745251 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, bba64514-879b-45a5-94ad-9094162b36f4) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:03.751990 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:03.752659 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.755229 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a839fa-308f-43c0-ae3a-dddae0a568ed None None] Network bba64514-879b-45a5-94ad-9094162b36f4 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:03.757398 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.757744 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Added segment daf0aa1c-12fb-49f4-9d49-8de1ff92e13c of type vlan for network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c Sep 15 19:14:03.773234 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4427860 Sep 15 19:14:03.778993 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39822) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:03.790018 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:03.808539 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3212740 Sep 15 19:14:03.832235 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:03.853852 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Usage tracker for resource:router and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:03.866576 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:03.897977 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:03.906262 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.982572 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:03.983649 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.041671 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.048075 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-9a452755-b373-4305-b2b5-58053e38595c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:04.094687 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.103251 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.352475 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:04.353790 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.417337 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a239d5-39b5-4595-adf6-be07668b4963,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:04.422488 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:04.439508 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:04.512097 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39850) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:04.551283 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:14:04.552168 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.590173 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9437451 Sep 15 19:14:04.595012 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39858) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:04.600591 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Request body: {'subnet': {'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1160737755-subnet', 'tenant_id': '1fde9d40536f433e80b51d3012fa33f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:04.610408 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:04.632781 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Usage tracker for resource:subnet and tenant:1fde9d40536f433e80b51d3012fa33f4 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:04.639540 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:04.662388 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:04.692353 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Made reservation on behalf of 1fde9d40536f433e80b51d3012fa33f4 for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:04.695009 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.778496 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:04.792446 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:04.803076 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6480ec-0320-445a-a2ad-c26ab76bb486 None None] Network bba64514-879b-45a5-94ad-9094162b36f4 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:04.808468 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Checking segment: {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:04.813960 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Network hostable DHCP agents. Network: a5217964-70ce-4f4f-835b-317e1ce9e556, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:14:04.817679 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:14:04.868530 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.894281 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:04.935080 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Network a5217964-70ce-4f4f-835b-317e1ce9e556 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:14:04.965970 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:04.974054 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Usage tracker for resource:security_group_rule and tenant:47b6bc621a2a4aa0aa18fea5e8aa5deb is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:04.977614 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, a5217964-70ce-4f4f-835b-317e1ce9e556) {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:04.979392 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:04.994061 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:04.994735 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:04.995056 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.074940 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab233029-f48d-43d2-b823-97ccd9999df4 None None] Network a5217964-70ce-4f4f-835b-317e1ce9e556 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:05.088778 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-d852ff72-f281-42b7-bb8d-5b4fb8e8d4d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9292715 Sep 15 19:14:05.089572 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39874) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:05.194135 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:05.198205 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.213320 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.213460 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:05.230016 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-22c6e934-16c0-4afd-b474-261a999f66ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:05.261558 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Usage tracker for resource:router and tenant:aa1536d293d34b9ea04e361129a354c3 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:05.266058 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:05.290315 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.308522 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:05.362087 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39898) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:05.375614 dv-cinder-805825-3-iscsi neutron-server[75104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 19:14:05.383525 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d73c113-6d67-4a80-93c9-f62ce12cfeb7,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:05.404600 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.405810 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.409039 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:05.413498 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47b6bc621a2a4aa0aa18fea5e8aa5deb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9003880 Sep 15 19:14:05.414065 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:05.423402 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39902) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:05.504781 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Checking segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:05.505264 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Network hostable DHCP agents. Network: 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:14:05.521743 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3086d8-3ae2-43b4-b90d-10a1f496f943,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:05.551702 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:05.556929 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Allocated IP 172.20.0.2 (a2ba4767-1013-4d2f-afa1-72e2562c15c7/63dbc8c2-c4a2-4055-a93c-030466d5f250/aa18dce5-a962-4e17-b3cc-028923bf0dbc) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:05.572607 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:14:05.598022 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:05.613058 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfe881-9d40-4399-97b6-dd52348f5c92 None None] Network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:05.613794 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:05.614746 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.663339 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4fc0-9a43-45c6-b214-352bda0400c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.667274 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.680581 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0844531 Sep 15 19:14:05.821907 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.867893 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:05.872434 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92525516-70b6-47bd-ae0a-a48bb3df2855 None None] Network a5217964-70ce-4f4f-835b-317e1ce9e556 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:06.016441 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4fc0-9a43-45c6-b214-352bda0400c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.103441 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-71a7ba09-2305-4981-b87f-2d64983db328 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:06.110044 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-71a7ba09-2305-4981-b87f-2d64983db328 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/networks?id=bba64514-879b-45a5-94ad-9094162b36f4 HTTP/1.1" status: 200 len: 812 time: 0.7396495 Sep 15 19:14:06.182351 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-9232bb60-76c5-487b-b569-339caa685d32 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/quotas/329dbf64077e43cba5315afc39d42256 HTTP/1.1" status: 200 len: 375 time: 0.0714605 Sep 15 19:14:06.262246 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.292249 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-633f139b-578d-4376-85e8-283cb1999347 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=329dbf64077e43cba5315afc39d42256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757134 Sep 15 19:14:06.313316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Allocated IP 172.27.2.172 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/d120b401-5aec-4435-ba73-a2652502bd02) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:06.316023 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4fc0-9a43-45c6-b214-352bda0400c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.325807 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.339360 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Transition to ACTIVE for port object aa18dce5-a962-4e17-b3cc-028923bf0dbc will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:06.342427 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:06.363539 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f4fc0-9a43-45c6-b214-352bda0400c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3086d8-3ae2-43b4-b90d-10a1f496f943,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:06.381291 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2a8f4fc0-9a43-45c6-b214-352bda0400c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:06.437536 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Transition to ACTIVE for port object aa18dce5-a962-4e17-b3cc-028923bf0dbc will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:06.477344 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df7fc8a-ccb4-43f2-bb99-b60c8f6182fb None None] Network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:06.494795 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4fc0-9a43-45c6-b214-352bda0400c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.495148 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.499506 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2a8f4fc0-9a43-45c6-b214-352bda0400c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a3086d8-3ae2-43b4-b90d-10a1f496f943 HTTP/1.1" status: 204 len: 168 time: 1.0688953 Sep 15 19:14:06.522928 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:06.587410 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:06.599497 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.658006 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:06.680287 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.681325 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:06.697059 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39958) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:06.697515 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d00fd890-2efd-4cc6-a008-20b4251368ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:06.701487 dv-cinder-805825-3-iscsi neutron-server[75105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 19:14:06.742919 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Pushing event updated for resources: {'Port': ['ID=aa18dce5-a962-4e17-b3cc-028923bf0dbc,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:06.753411 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.753750 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.754083 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.754407 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.754856 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.757299 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.757299 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.757299 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.757299 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.757644 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.757941 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Tracked resource versions report: Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: pushed versions: Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Log': {'1.0'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Network': {'1.1'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Port': {'1.5'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'PortForwarding': {'1.2'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'QosPolicy': {'1.8'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SecurityGroup': {'1.2'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SubPort': {'1.0'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Subnet': {'1.1'}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Trunk': {'1.1'}} Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: consumer versions: Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: { DHCP agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: HyperV agent@hv-cinder-80582: {}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: L3 agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: Metadata agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: Metering agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: Open vSwitch agent@dv-cinder-805825-3-iscsi: { 'ConntrackHelper': '1.0', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Log': '1.0', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Network': '1.1', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Port': '1.5', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'PortForwarding': '1.2', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'QosPolicy': '1.8', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SecurityGroup': '1.2', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SecurityGroupRule': '1.0', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'SubPort': '1.0', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Subnet': '1.1', Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: 'Trunk': '1.1'}} Sep 15 19:14:06.758944 dv-cinder-805825-3-iscsi neutron-server[75106]: {{(pid=75106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:14:06.788134 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:06.830108 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.835370 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Attempting to bind port aa18dce5-a962-4e17-b3cc-028923bf0dbc on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:06.835370 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Attempting to bind port aa18dce5-a962-4e17-b3cc-028923bf0dbc by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:06.835714 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Attempting to bind port aa18dce5-a962-4e17-b3cc-028923bf0dbc on network a2ba4767-1013-4d2f-afa1-72e2562c15c7 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:06.869699 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:06.873627 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Pushing event updated for resources: {'Port': ['ID=d120b401-5aec-4435-ba73-a2652502bd02,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:06.876763 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.879368 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:06.881522 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:06.882185 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:06.891388 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:06.899007 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Checking segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:06.899675 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:06.900262 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Bound using segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:06.900962 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Bound port: aa18dce5-a962-4e17-b3cc-028923bf0dbc, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:06.901569 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.001100 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-8f09c1cb-ddb9-434b-baca-b45cd2db533b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75104) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:14:07.007954 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-8f09c1cb-ddb9-434b-baca-b45cd2db533b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2242084 Sep 15 19:14:07.071030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-b003580e-d4b3-406a-88f6-73ae768ef1d4 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:07.079699 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-b003580e-d4b3-406a-88f6-73ae768ef1d4 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 815 time: 0.3803394 Sep 15 19:14:07.095233 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-0be46b70-bf49-4fb7-947d-80fa1cbbc941 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/quotas/1fde9d40536f433e80b51d3012fa33f4 HTTP/1.1" status: 200 len: 375 time: 0.0143721 Sep 15 19:14:07.128871 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] For port aa18dce5-a962-4e17-b3cc-028923bf0dbc, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:07.138912 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] For port aa18dce5-a962-4e17-b3cc-028923bf0dbc, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=aa18dce5-a962-4e17-b3cc-028923bf0dbc,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:07.146780 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.159776 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:07.204781 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-f7ffbd42-dd19-45e5-979b-edf5b2c8a94d tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034644 Sep 15 19:14:07.226036 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-d14d9d73-6f82-4dd5-a648-e0cc1c48a6c4 service neutron] 10.222.0.20 "GET /v2.0/networks/bba64514-879b-45a5-94ad-9094162b36f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171166 Sep 15 19:14:07.255092 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Pushing event updated for resources: {'Port': ['ID=aa18dce5-a962-4e17-b3cc-028923bf0dbc,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:07.258600 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:07.264414 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Allocated IP 172.27.2.136 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:07.344168 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39976) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:07.366521 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.418864 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:07.423648 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Usage tracker for resource:security_group_rule and tenant:865a9e21ca76479d956bc3da432bbb71 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:07.427437 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:07.454708 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:07.509431 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 39986) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:07.584237 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.599152 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-fe4e6a88-9ad6-4d9c-81dc-f9c79e74c692 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75105) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:14:07.600283 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-fe4e6a88-9ad6-4d9c-81dc-f9c79e74c692 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1200979 Sep 15 19:14:07.601125 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.608766 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:07.639021 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-a08b7dfb-bd7b-4f32-9863-704c197eca65 service neutron] 10.222.0.20 "GET /v2.0/networks/bba64514-879b-45a5-94ad-9094162b36f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120488 Sep 15 19:14:07.656060 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.659816 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.660617 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.710741 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d66863-86ad-426d-9a2a-5f0bfaa35a67,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:07.758392 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:07.761314 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=865a9e21ca76479d956bc3da432bbb71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4162509 Sep 15 19:14:07.764664 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 39996) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:07.767239 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.784983 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:07.798692 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:07.851224 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:07.864415 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-7c3cc06a-2d1b-4710-9949-554efd831a9d service neutron] 10.222.0.20 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471907 Sep 15 19:14:07.886469 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Usage tracker for resource:security_group_rule and tenant:d36cbef8a1614d4f83e44bb3f5310a1f is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:07.892663 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:07.909829 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:08.012188 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:08.044906 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-e66f1a00-1959-4bed-82ec-74b1e7c63f51 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792314 Sep 15 19:14:08.097536 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:08.100189 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:08.121401 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.144206 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.151919 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-13c7e1a0-a983-4285-aab9-a40040812df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:08.164837 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.193342 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0384e722-ca62-43c9-8972-6695be629691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.244890 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cfcbd9-60ab-4728-9106-fab504aeac1a,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:08.249858 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0384e722-ca62-43c9-8972-6695be629691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.250079 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:08.253792 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d36cbef8a1614d4f83e44bb3f5310a1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7433710 Sep 15 19:14:08.256362 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40030) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:08.341268 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Pushing event updated for resources: {'Port': ['ID=ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:08.345787 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:08.366742 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5ff65c4e-b7fb-44fc-a515-812f15ccaea1 req-8a469183-29fb-4bce-a98e-eda5a4be19da tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 210 time: 0.1035726 Sep 15 19:14:08.401633 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-70ab469b-7d41-4704-a543-a247cd4de3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.423792 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device aa18dce5-a962-4e17-b3cc-028923bf0dbc up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:08.463559 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.465149 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.479817 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-70ab469b-7d41-4704-a543-a247cd4de3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.480462 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0384e722-ca62-43c9-8972-6695be629691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.629234 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port aa18dce5-a962-4e17-b3cc-028923bf0dbc completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:08.644320 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:08.684515 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384e722-ca62-43c9-8972-6695be629691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d66863-86ad-426d-9a2a-5f0bfaa35a67,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:08.689266 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9ea84a94-9092-446d-8b5e-e7c36013e69b req-1e4062b8-5c04-43b3-994f-7d6483222f09 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 210 time: 0.1175630 Sep 15 19:14:08.709785 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0384e722-ca62-43c9-8972-6695be629691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:08.728122 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-70ab469b-7d41-4704-a543-a247cd4de3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.742112 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:08.766857 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab469b-7d41-4704-a543-a247cd4de3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cfcbd9-60ab-4728-9106-fab504aeac1a,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:08.778903 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-70ab469b-7d41-4704-a543-a247cd4de3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:08.790419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0384e722-ca62-43c9-8972-6695be629691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.794289 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0384e722-ca62-43c9-8972-6695be629691 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41d66863-86ad-426d-9a2a-5f0bfaa35a67 HTTP/1.1" status: 204 len: 168 time: 1.0247633 Sep 15 19:14:08.803240 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-70ab469b-7d41-4704-a543-a247cd4de3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:08.804464 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-70ab469b-7d41-4704-a543-a247cd4de3bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99cfcbd9-60ab-4728-9106-fab504aeac1a HTTP/1.1" status: 204 len: 168 time: 0.5449584 Sep 15 19:14:08.834215 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d23524-078d-4048-963c-0513ae80ceae None None] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:08.907005 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Router eb86eb10-c7b6-4274-872a-76c225c9032e is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:14:09.114958 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] Provisioning for port aa18dce5-a962-4e17-b3cc-028923bf0dbc completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:09.126504 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] Provisioning complete for port aa18dce5-a962-4e17-b3cc-028923bf0dbc triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:09.126898 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:09.281293 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Router 92750a00-08c3-45ef-b28d-4d4705105c20 is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:14:09.296760 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:14:09.307726 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Sync routers for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:14:09.329115 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:09.330399 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:13:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:09.522053 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:09.616426 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:09.617637 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8376861 Sep 15 19:14:09.620745 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40112) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:09.640225 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] For port aa18dce5-a962-4e17-b3cc-028923bf0dbc, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=aa18dce5-a962-4e17-b3cc-028923bf0dbc,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:09.649881 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:09.652155 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1916865a-a04c-456c-8d04-eab568511a9a req-f5962de7-fd35-48b9-9c06-78ccdd35d3de tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 210 time: 0.1282935 Sep 15 19:14:09.652283 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:09.676615 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40116) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:09.744168 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:09.823545 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] Pushing event updated for resources: {'Port': ['ID=aa18dce5-a962-4e17-b3cc-028923bf0dbc,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:09.836889 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:09.837982 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:14:10.092797 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:10.110766 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-88eedfda-7e4e-4035-bc79-1b7f7eadcfe8 None None] Provisioning complete for port aa18dce5-a962-4e17-b3cc-028923bf0dbc triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:10.110991 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7652ef8388f44681af53dd202a9a055d is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:10.113485 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-88eedfda-7e4e-4035-bc79-1b7f7eadcfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.125353 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:10.140812 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:10.258368 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.266643 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:14:10.268940 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.281401 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Sync routers for ids ['92750a00-08c3-45ef-b28d-4d4705105c20'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:14:10.313889 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:10.328723 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Routers {'92750a00-08c3-45ef-b28d-4d4705105c20'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:10.329364 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:13:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['92750a00-08c3-45ef-b28d-4d4705105c20'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:10.488312 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.489524 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3260014 Sep 15 19:14:10.493148 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b86d25-8c02-4d82-a81c-69641c313584,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:10.497389 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40150) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:10.513918 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:10.520178 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Synchronizing usage tracker for tenant:6951884b944c4ac2ab18560f06ff0a01 on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:10.526112 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c79efb35-30ab-49a9-b505-167a540ef2ca req-b10c6ebe-6514-4c77-8797-2b49b8dc8fad tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 210 time: 0.1854420 Sep 15 19:14:10.576851 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Unset dirty status for tenant:6951884b944c4ac2ab18560f06ff0a01 on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:10.578537 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7652ef8388f44681af53dd202a9a055d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9008746 Sep 15 19:14:10.581542 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40154) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:10.623721 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:07Z', 'revision_number': 3, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:10.630694 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Checking router: eb86eb10-c7b6-4274-872a-76c225c9032e for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:14:10.630694 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Updating router eb86eb10-c7b6-4274-872a-76c225c9032e port d120b401-5aec-4435-ba73-a2652502bd02 binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:14:10.682603 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a17e097e-4333-47a8-91c7-5b2adce95bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.726064 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a17e097e-4333-47a8-91c7-5b2adce95bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.766617 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.781814 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Set router 92750a00-08c3-45ef-b28d-4d4705105c20 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:14:10.821105 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a17e097e-4333-47a8-91c7-5b2adce95bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.835594 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e2d6cbb6-a2cc-4df4-8fa3-cff2dfe221e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:10.853185 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e097e-4333-47a8-91c7-5b2adce95bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b86d25-8c02-4d82-a81c-69641c313584,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:10.859469 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a17e097e-4333-47a8-91c7-5b2adce95bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:10.880469 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a17e097e-4333-47a8-91c7-5b2adce95bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:10.884289 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-a17e097e-4333-47a8-91c7-5b2adce95bdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4b86d25-8c02-4d82-a81c-69641c313584 HTTP/1.1" status: 204 len: 168 time: 0.3016315 Sep 15 19:14:10.972924 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40170) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:11.086828 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.58', 52583) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:11.089912 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-459bf5ad-b5a9-4969-a2e2-10078e4a9eba req-788cdb1f-cb41-4ce2-8200-d46151dc8f74 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 210 time: 0.0877683 Sep 15 19:14:11.202579 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device aa18dce5-a962-4e17-b3cc-028923bf0dbc up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:11.419114 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:11.420718 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-3fa37ff3-e654-4a0e-bb04-19060ead2518 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:11.422290 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-3fa37ff3-e654-4a0e-bb04-19060ead2518 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.58 "GET /v2.0/networks?id=bba64514-879b-45a5-94ad-9094162b36f4 HTTP/1.1" status: 200 len: 812 time: 0.3314955 Sep 15 19:14:11.433196 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Transition to ACTIVE for port object d120b401-5aec-4435-ba73-a2652502bd02 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:11.442548 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:11.449515 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:11.469432 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Request body: {'port': {'device_id': '0f071fdc-184a-4259-a0d1-0dd58b447275', 'network_id': 'bba64514-879b-45a5-94ad-9094162b36f4', 'admin_state_up': True, 'tenant_id': '329dbf64077e43cba5315afc39d42256'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:11.521034 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Pushing event updated for resources: {'Port': ['ID=d120b401-5aec-4435-ba73-a2652502bd02,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:11.532597 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.543551 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.544523 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.546025 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.546570 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.547827 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.548733 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.550945 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.551473 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.551947 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.552438 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Tracked resource versions report: Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: pushed versions: Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Log': {'1.0'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Network': {'1.1'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Port': {'1.5'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'PortForwarding': {'1.2'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'QosPolicy': {'1.8'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SecurityGroup': {'1.2'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SubPort': {'1.0'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Subnet': {'1.1'}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Trunk': {'1.1'}} Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: consumer versions: Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: { DHCP agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: HyperV agent@hv-cinder-80582: {}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: L3 agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: Metadata agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: Metering agent@dv-cinder-805825-3-iscsi: {}, Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: Open vSwitch agent@dv-cinder-805825-3-iscsi: { 'ConntrackHelper': '1.0', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Log': '1.0', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Network': '1.1', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Port': '1.5', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'PortForwarding': '1.2', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'QosPolicy': '1.8', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SecurityGroup': '1.2', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SecurityGroupRule': '1.0', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'SubPort': '1.0', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Subnet': '1.1', Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: 'Trunk': '1.1'}} Sep 15 19:14:11.555766 dv-cinder-805825-3-iscsi neutron-server[75107]: {{(pid=75107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:14:11.571907 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:11.623425 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Attempting to bind port d120b401-5aec-4435-ba73-a2652502bd02 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:11.624262 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Attempting to bind port d120b401-5aec-4435-ba73-a2652502bd02 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:11.625279 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Attempting to bind port d120b401-5aec-4435-ba73-a2652502bd02 on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:11.633389 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:11.634146 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:11.634845 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:11.635464 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:11.636186 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Bound port: d120b401-5aec-4435-ba73-a2652502bd02, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:11.636943 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:11.775069 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:14:08Z', 'revision_number': 3, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port': {'id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:11.777119 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port aa18dce5-a962-4e17-b3cc-028923bf0dbc triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:11.777499 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:11.791912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.58', 52588) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:11.794285 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] For port d120b401-5aec-4435-ba73-a2652502bd02, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:11.810941 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] For port d120b401-5aec-4435-ba73-a2652502bd02, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d120b401-5aec-4435-ba73-a2652502bd02,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:11.827246 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:11.837385 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-cf5049b9-ab28-498e-bdb1-51242e302962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:11.863378 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Checking router: 92750a00-08c3-45ef-b28d-4d4705105c20 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:14:11.863929 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Updating router 92750a00-08c3-45ef-b28d-4d4705105c20 port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:14:11.988853 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:11.990624 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:13:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:12.011460 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:12.015335 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:12.028026 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Usage tracker for resource:port and tenant:329dbf64077e43cba5315afc39d42256 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:12.040159 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:12.052319 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:12.078015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:12.108114 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:12.113851 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Usage tracker for resource:security_group_rule and tenant:bf3e671fbc9c44cc9d4463541f7f5384 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:12.117699 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:12.124314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:12.198357 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-09ed6e7b-b0f9-4368-9298-b1782dd0f5ea req-73a79041-32a0-4dd7-8f68-cf3bbfbca97f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 210 time: 0.2057707 Sep 15 19:14:12.208315 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:12.223366 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:12.238275 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Made reservation on behalf of 329dbf64077e43cba5315afc39d42256 for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:12.243712 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:12.250965 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Pushing event updated for resources: {'Port': ['ID=d120b401-5aec-4435-ba73-a2652502bd02,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:12.256094 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:12.292893 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4e8a6a89-d729-4f94-9790-9565f115ae0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:12.407329 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-29c54bb4-c59c-462e-8910-24cefc98ebcb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:12.409447 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-29c54bb4-c59c-462e-8910-24cefc98ebcb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 815 time: 0.6163599 Sep 15 19:14:12.429698 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf3e671fbc9c44cc9d4463541f7f5384&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4556110 Sep 15 19:14:12.477294 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2586b2f-c2de-4e39-9ec9-96b82b79a3af,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:12.483472 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40228) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:12.486437 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:12.575203 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Request body: {'port': {'device_id': 'a6c4c8fc-fa84-47d0-86f3-9811380c476e', 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'admin_state_up': True, 'tenant_id': '1fde9d40536f433e80b51d3012fa33f4'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:12.612261 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:14:12.719744 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c864a8e-bc04-49e4-b0df-2c01e49025d5 req-589952e0-16c6-4798-8f27-2d3d6f86cb26 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 210 time: 0.2037199 Sep 15 19:14:12.825551 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-354944d5-5296-4fe5-986a-da0690f6bd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:12.845657 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Allocated IP 172.20.0.6 (bba64514-879b-45a5-94ad-9094162b36f4/80601169-af47-408b-a453-839e550308c4/15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:12.990053 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:13.022260 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Usage tracker for resource:port and tenant:1fde9d40536f433e80b51d3012fa33f4 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:13.117592 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:13.168608 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-354944d5-5296-4fe5-986a-da0690f6bd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.204743 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:13.312513 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.344789 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Made reservation on behalf of 1fde9d40536f433e80b51d3012fa33f4 for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:13.356736 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Transition to ACTIVE for port object ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:13.364089 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.381263 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.398970 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:13.552238 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28793335-ad26-4d97-b1b5-ed8f175556e3 None None] Pushing event updated for resources: {'Port': ['ID=ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:13.555383 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Attempting to bind port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:13.555926 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Attempting to bind port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:13.556467 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Attempting to bind port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:13.573049 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:13.573736 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:13.574425 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.574959 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:13.576478 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Bound port: ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:13.577046 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.595144 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-354944d5-5296-4fe5-986a-da0690f6bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.612749 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-28793335-ad26-4d97-b1b5-ed8f175556e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:13.632922 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:13.676751 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] For port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:13.699488 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] For port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:13.709851 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.718097 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:07Z', 'revision_number': 3, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:13.722338 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:13.730510 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808ded0-4f09-463f-8357-e37177db7cb3 None None] The sync data for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi is: [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:07Z', 'revision_number': 3, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:14:13.782365 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354944d5-5296-4fe5-986a-da0690f6bd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2586b2f-c2de-4e39-9ec9-96b82b79a3af,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:13.785452 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-354944d5-5296-4fe5-986a-da0690f6bd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:13.807188 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-354944d5-5296-4fe5-986a-da0690f6bd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.818342 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-354944d5-5296-4fe5-986a-da0690f6bd05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2586b2f-c2de-4e39-9ec9-96b82b79a3af HTTP/1.1" status: 204 len: 168 time: 1.3333299 Sep 15 19:14:13.885640 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.911703 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cf38ab70-9349-4bc2-9252-efee75b6903e req-741bf09d-96e4-4402-a1ba-7df999b7dffe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 210 time: 0.2745929 Sep 15 19:14:13.954275 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Allocated IP 172.20.0.4 (8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c/5d73c113-6d67-4a80-93c9-f62ce12cfeb7/11d921b7-9c35-47e7-b1bd-7394505fbd9e) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:13.956874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:13.977391 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:14.098373 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Network bba64514-879b-45a5-94ad-9094162b36f4 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:14.101550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:14.106270 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28793335-ad26-4d97-b1b5-ed8f175556e3 None None] Pushing event updated for resources: {'Port': ['ID=ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:14.110748 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:14.117398 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-28793335-ad26-4d97-b1b5-ed8f175556e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:14.125568 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Routers {'92750a00-08c3-45ef-b28d-4d4705105c20'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:14.127065 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:13:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['92750a00-08c3-45ef-b28d-4d4705105c20'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:14.128339 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:14.129008 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:14.209112 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7439523 Sep 15 19:14:14.246386 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-87518e39-fbf3-4d03-b41f-f3eb0c50e144 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75104) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:14:14.252219 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-87518e39-fbf3-4d03-b41f-f3eb0c50e144 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0266879 Sep 15 19:14:14.265815 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Pushing event updated for resources: {'Port': ['ID=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:14.269829 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:14.444469 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f833f-f61a-4ba1-b733-e0ff95e00c8b req-5e594765-4abc-4eae-8db3-d5b443965535 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:14.448905 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-a54f833f-f61a-4ba1-b733-e0ff95e00c8b req-5e594765-4abc-4eae-8db3-d5b443965535 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Synchronizing usage tracker for tenant:329dbf64077e43cba5315afc39d42256 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:14.498552 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-a54f833f-f61a-4ba1-b733-e0ff95e00c8b req-5e594765-4abc-4eae-8db3-d5b443965535 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Unset dirty status for tenant:329dbf64077e43cba5315afc39d42256 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:14.506996 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a54f833f-f61a-4ba1-b733-e0ff95e00c8b req-5e594765-4abc-4eae-8db3-d5b443965535 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 931 time: 0.2421725 Sep 15 19:14:14.573758 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:14.620338 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] Set router 92750a00-08c3-45ef-b28d-4d4705105c20 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:14:14.622823 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a54f833f-f61a-4ba1-b733-e0ff95e00c8b req-41419fff-b28d-418e-a182-a17ed5365f77 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149969 Sep 15 19:14:15.278948 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:14:08Z', 'revision_number': 3, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port': {'id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:15.300130 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1231a791-f076-4554-86ad-20ef763bf340 None None] The sync data for ids ['92750a00-08c3-45ef-b28d-4d4705105c20'] in dv-cinder-805825-3-iscsi is: [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:14:08Z', 'revision_number': 3, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port': {'id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:14:15.379397 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-b2398c82-2a3f-4e9e-91f9-08ffb7eb6918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:15.430006 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c76176a0-d286-47fd-83be-39fa2729438e req-c6773638-120f-4aa0-ad40-26d356928010 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 210 time: 0.1318901 Sep 15 19:14:15.469228 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d120b401-5aec-4435-ba73-a2652502bd02 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:15.587074 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Request body: {'port': {'device_id': '0f071fdc-184a-4259-a0d1-0dd58b447275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:15.616791 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port d120b401-5aec-4435-ba73-a2652502bd02 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:15.624690 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port d120b401-5aec-4435-ba73-a2652502bd02 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:15.625969 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:15.792684 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:15.817708 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:15.934645 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:15.955188 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port d120b401-5aec-4435-ba73-a2652502bd02, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d120b401-5aec-4435-ba73-a2652502bd02,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:15.963970 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:15.977491 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:16.102714 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=d120b401-5aec-4435-ba73-a2652502bd02,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:16.112808 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:16.115439 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40308) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:16.119625 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:16.273297 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a590f-19c5-41e5-87e8-bbd5e3aa6cc6 req-807c9451-11e7-46b4-9718-5ddafa488512 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:16.275477 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-540a590f-19c5-41e5-87e8-bbd5e3aa6cc6 req-807c9451-11e7-46b4-9718-5ddafa488512 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 931 time: 0.3744488 Sep 15 19:14:16.374311 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Allocated IP 172.20.0.1 (a2ba4767-1013-4d2f-afa1-72e2562c15c7/63dbc8c2-c4a2-4055-a93c-030466d5f250/d330a146-71b4-4284-b2f6-9b04a64f0119) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:16.428590 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-540a590f-19c5-41e5-87e8-bbd5e3aa6cc6 req-1d2c15f0-7238-419d-8b0c-46e216cbe2ac tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420646 Sep 15 19:14:16.525909 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:16.627345 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:16.707210 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:16.853619 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:16.860585 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Usage tracker for resource:security_group_rule and tenant:531ffd89bb9948e0b54bfeaba50366c0 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:16.865189 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:16.890289 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:16.989298 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:17.009842 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Transition to ACTIVE for port object d330a146-71b4-4284-b2f6-9b04a64f0119 will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:17.037857 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:17.066899 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:17.078249 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:17.103158 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:17.156120 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Transition to ACTIVE for port object 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:17.242993 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:17.286315 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-758187ac-fac1-4264-9749-55bb55bbc224 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:17.331187 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:17.337438 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d120b401-5aec-4435-ba73-a2652502bd02 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:17.374029 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:17.462870 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Allocated IP 172.20.0.1 (a5217964-70ce-4f4f-835b-317e1ce9e556/82a239d5-39b5-4595-adf6-be07668b4963/53384ea3-4b60-4031-a98c-a06ff525abf9) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:17.507973 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port d120b401-5aec-4435-ba73-a2652502bd02 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:17.509684 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:17.535529 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Pushing event updated for resources: {'Port': ['ID=11d921b7-9c35-47e7-b1bd-7394505fbd9e,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:17.561750 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:17.647479 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2d597c59-75dd-434e-93ed-5461d53e1e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:17.666473 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Pushing event updated for resources: {'Port': ['ID=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:17.688412 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:17.691209 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2a8f4fc0-9a43-45c6-b214-352bda0400c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:17.712950 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:17.769658 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:17.772840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.554s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:17.786858 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=531ffd89bb9948e0b54bfeaba50366c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6681764 Sep 15 19:14:17.832861 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40350) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:18.025675 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:18.032148 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-11fe1007-483e-4666-827c-1e1e9e1d716c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:18.035237 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:18.044408 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:18.050038 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:18.050825 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:18.086494 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290a73-59fe-431f-b7bc-4ff01caf7227 req-253c173f-1ba9-4004-b5de-dd05bbd77b12 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:18.087548 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-3c290a73-59fe-431f-b7bc-4ff01caf7227 req-253c173f-1ba9-4004-b5de-dd05bbd77b12 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:18.093343 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:18.094036 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:18.130416 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5908675 Sep 15 19:14:18.131482 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Pushing event updated for resources: {'Port': ['ID=d330a146-71b4-4284-b2f6-9b04a64f0119,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:18.144478 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:18.154502 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-3c290a73-59fe-431f-b7bc-4ff01caf7227 req-253c173f-1ba9-4004-b5de-dd05bbd77b12 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:18.164332 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3c290a73-59fe-431f-b7bc-4ff01caf7227 req-253c173f-1ba9-4004-b5de-dd05bbd77b12 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 931 time: 1.1286149 Sep 15 19:14:18.239578 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Request body: {'port': {'device_id': 'a6c4c8fc-fa84-47d0-86f3-9811380c476e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:18.299985 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a11f1-93c6-4aa8-b9e7-4087e4826108,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:18.306570 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:18.340773 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Attempting to bind port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:18.341467 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Attempting to bind port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '00cb08ed-0023-4057-93e4-2cb897d704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bba64514-879b-45a5-94ad-9094162b36f4'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:18.342115 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Attempting to bind port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 on network bba64514-879b-45a5-94ad-9094162b36f4 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:18.376568 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 on network bba64514-879b-45a5-94ad-9094162b36f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:14:18.377339 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Attempting to bind port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 on network bba64514-879b-45a5-94ad-9094162b36f4 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:18.457741 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d816f-79b7-49a0-8463-7e9dc875ff1b req-daba28d1-8bc6-439f-966d-fb3adf8d49fa tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:18.459762 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3b3d816f-79b7-49a0-8463-7e9dc875ff1b req-daba28d1-8bc6-439f-966d-fb3adf8d49fa tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 943 time: 0.7035525 Sep 15 19:14:18.460742 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:18.461333 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Checking segment: {'id': '00cb08ed-0023-4057-93e4-2cb897d704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bba64514-879b-45a5-94ad-9094162b36f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:18.462061 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Bound using segment: {'id': '00cb08ed-0023-4057-93e4-2cb897d704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bba64514-879b-45a5-94ad-9094162b36f4'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:18.463626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Bound port: 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cb08ed-0023-4057-93e4-2cb897d704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bba64514-879b-45a5-94ad-9094162b36f4'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:18.464277 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:18.666833 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:18.681439 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-46bc495e-8cf8-4df7-bd04-474948ac9db6 None None] Provisioning for port d330a146-71b4-4284-b2f6-9b04a64f0119 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:18.694231 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-46bc495e-8cf8-4df7-bd04-474948ac9db6 None None] Provisioning complete for port d330a146-71b4-4284-b2f6-9b04a64f0119 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:18.699828 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-46bc495e-8cf8-4df7-bd04-474948ac9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:18.780719 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3b3d816f-79b7-49a0-8463-7e9dc875ff1b req-c07d0cb5-4d96-4e09-83e9-78e0a04cbe53 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766500 Sep 15 19:14:18.811970 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:18.927500 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] For port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:18.949226 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] For port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,segment=NetworkSegment(00cb08ed-0023-4057-93e4-2cb897d704d7),segment_id=00cb08ed-0023-4057-93e4-2cb897d704d7)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:18.974421 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:18.978925 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:18.981558 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-46bc495e-8cf8-4df7-bd04-474948ac9db6 None None] Port d330a146-71b4-4284-b2f6-9b04a64f0119 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:14:18.985295 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-11fe1007-483e-4666-827c-1e1e9e1d716c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:19.292851 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:19.333775 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Pushing event updated for resources: {'Port': ['ID=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:19.342206 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:19.382635 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:19.388811 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] 10.222.0.58 "PUT /v2.0/ports/15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 HTTP/1.1" status: 200 len: 1093 time: 4.4925342 Sep 15 19:14:19.389984 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f071fdc-184a-4259-a0d1-0dd58b447275', 'tag': '15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:19.465154 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:19.495583 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:19.539355 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-abeae734-c120-4cee-8852-e5df88b53a72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:19.589063 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:19.600004 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:19.600383 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:19.692725 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3c290a73-59fe-431f-b7bc-4ff01caf7227 req-fa015ee0-6dce-48f9-b572-6c3b6df9b2e8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5262425 Sep 15 19:14:19.716961 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Pushing event updated for resources: {'Port': ['ID=53384ea3-4b60-4031-a98c-a06ff525abf9,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:19.722460 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-11fe1007-483e-4666-827c-1e1e9e1d716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:19.723515 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:19.731682 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-29bdc08f-380e-40d3-941c-f3f19d8e3a4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=329dbf64077e43cba5315afc39d42256&device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 1096 time: 0.1860366 Sep 15 19:14:19.759667 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:19.763063 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:19.780393 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:19.787622 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe1007-483e-4666-827c-1e1e9e1d716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a11f1-93c6-4aa8-b9e7-4087e4826108,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:19.788026 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:19.801907 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:19.933314 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-4c71235c-88f0-4e85-b8a7-9f75b1765ac4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 HTTP/1.1" status: 200 len: 217 time: 0.1886048 Sep 15 19:14:20.060521 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-11fe1007-483e-4666-827c-1e1e9e1d716c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:20.082516 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Network a5217964-70ce-4f4f-835b-317e1ce9e556 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:20.097228 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:20.100823 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:20.101680 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:20.130291 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:20.148435 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-11fe1007-483e-4666-827c-1e1e9e1d716c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:20.151620 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-11fe1007-483e-4666-827c-1e1e9e1d716c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd5a11f1-93c6-4aa8-b9e7-4087e4826108 HTTP/1.1" status: 204 len: 168 time: 2.2994087 Sep 15 19:14:20.164527 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:20.170727 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:20.232066 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-3b48f6f1-ed3c-440b-9fc3-54b1023aacdc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:20.233799 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-3b48f6f1-ed3c-440b-9fc3-54b1023aacdc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80601169-af47-408b-a453-839e550308c4 HTTP/1.1" status: 200 len: 852 time: 0.2891881 Sep 15 19:14:20.262632 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:20.324974 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd9404-7afd-4e60-ae9b-96c6353e4425 req-722a3fd4-d05c-422c-8e51-196bf1f4447c tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:20.328105 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-33dd9404-7afd-4e60-ae9b-96c6353e4425 req-722a3fd4-d05c-422c-8e51-196bf1f4447c tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 943 time: 0.2495105 Sep 15 19:14:20.458117 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-33dd9404-7afd-4e60-ae9b-96c6353e4425 req-17a6c5a9-7fcf-4f7c-b708-9c256135b05c tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230583 Sep 15 19:14:20.805595 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f071fdc-184a-4259-a0d1-0dd58b447275', 'tag': '15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54', 'status': 'completed', 'code': 200} Sep 15 19:14:20.980153 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-269e0434-57ec-4c29-8764-2e5ce4d28366 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba64514-879b-45a5-94ad-9094162b36f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209896 Sep 15 19:14:21.080407 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.db.resource_extend [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:14:21.106400 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:21.153707 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.db.resource_extend [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:14:21.163258 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:21.184883 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:21.218435 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:21.269888 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:21.437251 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:21.594211 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:21.594653 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:21.647988 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-48e2ae48-302c-424f-8c00-e6297ef9de55 service neutron] 10.222.0.58 "GET /v2.0/networks/bba64514-879b-45a5-94ad-9094162b36f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117773 Sep 15 19:14:21.660179 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d921b7-9c35-47e7-b1bd-7394505fbd9e {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:21.702716 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:21.732460 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f930ab-3f37-4cb5-934e-02108e9cbc67 req-9d5d7fa1-0e2d-4f0b-9ba5-c0c2a973bb6f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:21.737050 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-10f930ab-3f37-4cb5-934e-02108e9cbc67 req-9d5d7fa1-0e2d-4f0b-9ba5-c0c2a973bb6f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 931 time: 0.6616046 Sep 15 19:14:22.058798 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-10f930ab-3f37-4cb5-934e-02108e9cbc67 req-a78e081c-f5e7-48fe-9586-a57fc0614a8f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:22.074264 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:22.116087 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef3b90d9-ddef-41a8-aacb-8c6e860e4646 req-ac9f05f8-a789-4332-94bb-0859a76a6463 service neutron] 10.222.0.58 "GET /v2.0/networks/bba64514-879b-45a5-94ad-9094162b36f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890337 Sep 15 19:14:22.159151 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-10f930ab-3f37-4cb5-934e-02108e9cbc67 req-a78e081c-f5e7-48fe-9586-a57fc0614a8f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:22.160290 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-10f930ab-3f37-4cb5-934e-02108e9cbc67 req-a78e081c-f5e7-48fe-9586-a57fc0614a8f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809376 Sep 15 19:14:22.235772 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Pushing event updated for resources: {'Port': ['ID=d330a146-71b4-4284-b2f6-9b04a64f0119,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:22.281789 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:22.282978 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:22.303324 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:22.322168 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:22.324509 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:22.465129 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40468) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:22.515272 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Transition to ACTIVE for port object 11d921b7-9c35-47e7-b1bd-7394505fbd9e will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:22.558824 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Pushing event updated for resources: {'Port': ['ID=53384ea3-4b60-4031-a98c-a06ff525abf9,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:22.563217 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:22.564314 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:22.636102 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:22.675823 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:22.804296 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-904362487-network', 'tenant_id': 'bc439405562b4d85869b5fd21a387680'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:22.811616 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:22.822495 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Usage tracker for resource:network and tenant:bc439405562b4d85869b5fd21a387680 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:22.832628 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:22.840451 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:22.862046 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Made reservation on behalf of bc439405562b4d85869b5fd21a387680 for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:22.864950 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:22.881816 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:22.954874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:22.961367 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Usage tracker for resource:security_group_rule and tenant:bc439405562b4d85869b5fd21a387680 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:22.966863 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:22.974967 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:23.086444 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-31e278b9-4d2d-4cd5-851b-41880396cf64 None None] Provisioning complete for port d330a146-71b4-4284-b2f6-9b04a64f0119 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:23.087426 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-31e278b9-4d2d-4cd5-851b-41880396cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:23.192846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:23.224425 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:23.265490 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:14:23.312541 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-31e278b9-4d2d-4cd5-851b-41880396cf64 None None] Port d330a146-71b4-4284-b2f6-9b04a64f0119 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:14:23.313247 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-afefa346-95c0-4689-a2f8-5a58454dbd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:23.432548 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:23.432999 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Added segment 920efc5f-f9b9-4461-a8c8-3d9573bacf81 of type vlan for network 8675f117-6c44-4850-ac24-d25dcbbee292 Sep 15 19:14:23.441754 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Network a5217964-70ce-4f4f-835b-317e1ce9e556 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:23.446872 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Pushing event updated for resources: {'Port': ['ID=11d921b7-9c35-47e7-b1bd-7394505fbd9e,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:23.449319 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:23.519026 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:23.558821 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5517799b-e739-4116-bf10-df5399e6f07c,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:23.566487 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df0849-411f-4ebe-85c1-34a5be414000 req-e4e90218-493f-441f-ba69-4ee673d5b322 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:23.574122 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-26df0849-411f-4ebe-85c1-34a5be414000 req-e4e90218-493f-441f-ba69-4ee673d5b322 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 943 time: 1.4962170 Sep 15 19:14:23.577358 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:23.650771 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:23.675123 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-33726a8c-b1cf-4556-abe1-7b0bb5119a3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=329dbf64077e43cba5315afc39d42256&device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 1096 time: 0.6211996 Sep 15 19:14:23.786397 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb928e-853d-4b6b-8c22-0a2b17b479bd req-c2021e8e-6598-498b-a04c-0110aab0aadc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:23.787900 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4deb928e-853d-4b6b-8c22-0a2b17b479bd req-c2021e8e-6598-498b-a04c-0110aab0aadc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 943 time: 0.3710039 Sep 15 19:14:23.789071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:23.790230 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:23.790797 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:23.812247 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fd22a108-96a9-4373-a7ad-b3c3507c6e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:24.056371 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Attempting to bind port 11d921b7-9c35-47e7-b1bd-7394505fbd9e on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:24.056539 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Attempting to bind port 11d921b7-9c35-47e7-b1bd-7394505fbd9e by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:24.057033 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Attempting to bind port 11d921b7-9c35-47e7-b1bd-7394505fbd9e on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:24.111921 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Port 11d921b7-9c35-47e7-b1bd-7394505fbd9e on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:14:24.112449 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Attempting to bind port 11d921b7-9c35-47e7-b1bd-7394505fbd9e on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:24.117840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-26df0849-411f-4ebe-85c1-34a5be414000 req-cfd8678d-d892-4950-aede-f7db39f7b042 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Synchronizing usage tracker for tenant:329dbf64077e43cba5315afc39d42256 on resource:security_group {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:24.124287 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4deb928e-853d-4b6b-8c22-0a2b17b479bd req-7818e37a-41a5-4fcd-a266-bb32eae667a2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573233 Sep 15 19:14:24.139584 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Pushing event updated for resources: {'Network': ['ID=8675f117-6c44-4850-ac24-d25dcbbee292,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:24.156366 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6899691 Sep 15 19:14:24.158979 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:24.159700 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40496) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:24.165719 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Request body: {'subnet': {'network_id': '8675f117-6c44-4850-ac24-d25dcbbee292', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-904362487-subnet', 'tenant_id': 'bc439405562b4d85869b5fd21a387680', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:24.168218 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:24.168591 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Checking segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:24.169362 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Bound using segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:24.170004 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Bound port: 11d921b7-9c35-47e7-b1bd-7394505fbd9e, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:24.170721 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:24.171283 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:24.171836 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 8675f117-6c44-4850-ac24-d25dcbbee292 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:14:24.176584 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Usage tracker for resource:subnet and tenant:bc439405562b4d85869b5fd21a387680 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:24.181013 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:24.189850 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:24.191005 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-26df0849-411f-4ebe-85c1-34a5be414000 req-cfd8678d-d892-4950-aede-f7db39f7b042 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Unset dirty status for tenant:329dbf64077e43cba5315afc39d42256 on resource:security_group {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:24.192134 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-26df0849-411f-4ebe-85c1-34a5be414000 req-cfd8678d-d892-4950-aede-f7db39f7b042 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172159 Sep 15 19:14:24.215831 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Made reservation on behalf of bc439405562b4d85869b5fd21a387680 for: {'subnet': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:24.218915 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:24.487905 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] For port 11d921b7-9c35-47e7-b1bd-7394505fbd9e, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:24.513429 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] For port 11d921b7-9c35-47e7-b1bd-7394505fbd9e, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11d921b7-9c35-47e7-b1bd-7394505fbd9e,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:24.582685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:24.594146 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:24.648561 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:24.657305 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:24.668747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:24.670409 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] 10.222.0.58 "PUT /v2.0/ports/11d921b7-9c35-47e7-b1bd-7394505fbd9e HTTP/1.1" status: 200 len: 1093 time: 6.5280111 Sep 15 19:14:24.674226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c4c8fc-fa84-47d0-86f3-9811380c476e', 'tag': '11d921b7-9c35-47e7-b1bd-7394505fbd9e'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:24.743601 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f04d088-9bf0-4e91-8d3a-b669aa0acfd4,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:24.749557 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:24.750689 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Checking segment: {'id': '920efc5f-f9b9-4461-a8c8-3d9573bacf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8675f117-6c44-4850-ac24-d25dcbbee292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:24.751497 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Network hostable DHCP agents. Network: 8675f117-6c44-4850-ac24-d25dcbbee292, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:14:24.777979 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Network 8675f117-6c44-4850-ac24-d25dcbbee292 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:14:24.793569 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 8675f117-6c44-4850-ac24-d25dcbbee292) {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:24.795051 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Pushing event updated for resources: {'Port': ['ID=11d921b7-9c35-47e7-b1bd-7394505fbd9e,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:24.801153 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:24.804256 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d51e9e-8cb3-4b35-930b-709c2a68224b None None] Network 8675f117-6c44-4850-ac24-d25dcbbee292 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:24.805372 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:24.806438 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:24.813493 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Router eb86eb10-c7b6-4274-872a-76c225c9032e has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:14:24.867500 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7064922 Sep 15 19:14:24.944620 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Router 92750a00-08c3-45ef-b28d-4d4705105c20 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:14:25.279753 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342c884-e133-4f56-a4f1-e802c88895aa None None] Network 8675f117-6c44-4850-ac24-d25dcbbee292 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:25.542958 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c4c8fc-fa84-47d0-86f3-9811380c476e', 'tag': '11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'status': 'completed', 'code': 200} Sep 15 19:14:25.582235 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:14:25.593862 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Sync routers for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:14:25.594319 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] 10.222.0.20 "PUT /v2.0/routers/eb86eb10-c7b6-4274-872a-76c225c9032e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9700487 Sep 15 19:14:25.647025 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593638b-0ebc-4628-9a3e-c998b85f1d94 req-1dd19892-5d18-4461-a386-d4c3c303c6ed tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:25.648040 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:25.648699 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0593638b-0ebc-4628-9a3e-c998b85f1d94 req-1dd19892-5d18-4461-a386-d4c3c303c6ed tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 943 time: 0.1206651 Sep 15 19:14:25.660139 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:14:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:25.729384 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0593638b-0ebc-4628-9a3e-c998b85f1d94 req-d17c9bfe-bbd3-468d-b45e-aabee72a17ac tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742168 Sep 15 19:14:25.768550 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08120-9760-46aa-9669-3943d4902d7d req-818ab508-fbe7-408e-922b-6d950674f39f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:25.770423 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e1d08120-9760-46aa-9669-3943d4902d7d req-818ab508-fbe7-408e-922b-6d950674f39f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 943 time: 0.2314305 Sep 15 19:14:25.773791 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:14:25.785701 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Sync routers for ids ['92750a00-08c3-45ef-b28d-4d4705105c20'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:14:25.807631 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] 10.222.0.20 "PUT /v2.0/routers/92750a00-08c3-45ef-b28d-4d4705105c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2804716 Sep 15 19:14:25.816954 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Routers {'92750a00-08c3-45ef-b28d-4d4705105c20'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:25.819219 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:14:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['92750a00-08c3-45ef-b28d-4d4705105c20'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:25.855473 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e1d08120-9760-46aa-9669-3943d4902d7d req-20dfc0b3-f111-4500-9faa-fa0ebee8cb97 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788603 Sep 15 19:14:26.006990 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:14:26.052252 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Set router 92750a00-08c3-45ef-b28d-4d4705105c20 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:14:26.057685 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:14:26.466937 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-93cd7aaf-b382-4bb8-b6fa-a818b96d97dd req-07b9a9b5-70ed-44a5-9cfc-441ae0370d3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 1096 time: 0.1225107 Sep 15 19:14:26.472926 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:14:20Z', 'revision_number': 4, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port': {'id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '53384ea3-4b60-4031-a98c-a06ff525abf9', 'name': '', 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'mac_address': 'fa:16:3e:19:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82a239d5-39b5-4595-adf6-be07668b4963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:16Z', 'updated_at': '2021-09-15T19:14:21Z', 'revision_number': 2, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'subnets': [{'id': '82a239d5-39b5-4595-adf6-be07668b4963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:26.478111 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Checking router: 92750a00-08c3-45ef-b28d-4d4705105c20 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:14:26.478719 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Updating router 92750a00-08c3-45ef-b28d-4d4705105c20 port 53384ea3-4b60-4031-a98c-a06ff525abf9 binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:14:26.640319 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-350f96de-d4fd-4522-9202-f32a3d689bb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:26.642294 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-350f96de-d4fd-4522-9202-f32a3d689bb4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bba64514-879b-45a5-94ad-9094162b36f4 HTTP/1.1" status: 200 len: 913 time: 0.3194361 Sep 15 19:14:26.649476 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:26.688011 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:19Z', 'revision_number': 2, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:26.710595 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Checking router: eb86eb10-c7b6-4274-872a-76c225c9032e for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:14:26.711219 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Updating router eb86eb10-c7b6-4274-872a-76c225c9032e port d330a146-71b4-4284-b2f6-9b04a64f0119 binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:14:26.761999 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-8ef62b39-0fb4-4d7e-ac2b-fa3cde117cec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 HTTP/1.1" status: 200 len: 217 time: 0.1124859 Sep 15 19:14:26.865134 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7aaf-b382-4bb8-b6fa-a818b96d97dd req-163a16b9-8c4d-4233-99dd-dce32f8d76b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:26.867162 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-93cd7aaf-b382-4bb8-b6fa-a818b96d97dd req-163a16b9-8c4d-4233-99dd-dce32f8d76b1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1fde9d40536f433e80b51d3012fa33f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3852394 Sep 15 19:14:26.902155 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:26.905996 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40580) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:26.914534 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666924419-network', 'tenant_id': 'd79b2ba00cf444469e5c3947f62b1788'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:26.942172 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:26.954926 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Usage tracker for resource:network and tenant:d79b2ba00cf444469e5c3947f62b1788 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:26.968120 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:26.988210 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:27.000887 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-a128cede-39a6-4be5-aed3-93e8392130ef service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:27.004040 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-a128cede-39a6-4be5-aed3-93e8392130ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80601169-af47-408b-a453-839e550308c4 HTTP/1.1" status: 200 len: 852 time: 0.2341075 Sep 15 19:14:27.092068 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Made reservation on behalf of d79b2ba00cf444469e5c3947f62b1788 for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:27.094485 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.128787 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-185c0393-d946-4223-8228-1436d609aa5f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba64514-879b-45a5-94ad-9094162b36f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123683 Sep 15 19:14:27.168577 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40590) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:27.184485 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.200804 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68510094', 'description': 'tempest-description--1513268703'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:27.223479 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:27.249059 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-18f3bdd4-2b11-48b7-ada1-5555affb5e6b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:27.255851 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-18f3bdd4-2b11-48b7-ada1-5555affb5e6b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 819 time: 0.4513354 Sep 15 19:14:27.258366 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:security_group and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:27.270104 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:27.295301 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:27.325660 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-3bb16048-1dad-4bbe-82c2-5b9f5ef8ba41 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/quotas/aa1536d293d34b9ea04e361129a354c3 HTTP/1.1" status: 200 len: 375 time: 0.0682604 Sep 15 19:14:27.331151 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7aaf-b382-4bb8-b6fa-a818b96d97dd req-0cce500d-314d-440e-804d-078543f85026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:27.332022 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:27.340359 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-93cd7aaf-b382-4bb8-b6fa-a818b96d97dd req-0cce500d-314d-440e-804d-078543f85026 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3748958 Sep 15 19:14:27.341539 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Usage tracker for resource:security_group_rule and tenant:d79b2ba00cf444469e5c3947f62b1788 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:27.358219 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:27.371903 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:27.394017 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-fd554e1d-346f-442e-bc7c-9a41f605759c service neutron] 10.222.0.58 "GET /v2.0/networks/bba64514-879b-45a5-94ad-9094162b36f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544990 Sep 15 19:14:27.458794 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.553529 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:27.565668 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:security_group_rule and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:27.566226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:27.575412 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:27.603488 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.632072 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Transition to ACTIVE for port object 53384ea3-4b60-4031-a98c-a06ff525abf9 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:27.652967 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.657119 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:27.659802 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.671769 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.698082 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-11fe1007-483e-4666-827c-1e1e9e1d716c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:27.733445 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e481c02-73fb-478c-9d4e-923cc43e128d req-8876b671-8dcd-4df7-90c0-67ccdb21e319 service neutron] 10.222.0.58 "GET /v2.0/networks/bba64514-879b-45a5-94ad-9094162b36f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574170 Sep 15 19:14:27.748158 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f86ae7-dc83-46bf-b0ff-ed274dc4c339 req-bcad4152-7a42-45b9-9f03-b0f15db81895 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:27.748716 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.757286 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c1f86ae7-dc83-46bf-b0ff-ed274dc4c339 req-bcad4152-7a42-45b9-9f03-b0f15db81895 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 943 time: 0.3604357 Sep 15 19:14:27.782871 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.783799 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Transition to ACTIVE for port object d330a146-71b4-4284-b2f6-9b04a64f0119 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:27.790893 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.795731 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.796831 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:27.803342 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc6e547-e7cf-468c-9a3e-61c744fd9df9,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:27.808534 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:27.812328 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6404927 Sep 15 19:14:27.812483 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:27.816432 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-00cddc82-1f23-4ed0-ba2b-2f43443b298d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 1096 time: 0.4106414 Sep 15 19:14:27.828220 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40610) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:27.828220 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:27.828220 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'security_group_rule': {'security_group_id': 'ccc6e547-e7cf-468c-9a3e-61c744fd9df9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:27.841141 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:27.905733 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b932b20-16f0-4ed1-8e45-0fbe734e74da None None] Pushing event updated for resources: {'Port': ['ID=d330a146-71b4-4284-b2f6-9b04a64f0119,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:27.917159 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:security_group_rule and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:27.924454 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:27.944757 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:14:27.948504 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:27.958149 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-fcf2c743-c065-4bf1-9bb7-24624113a1f5 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Synchronizing usage tracker for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:27.987698 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c1f86ae7-dc83-46bf-b0ff-ed274dc4c339 req-90ff4f73-9cc8-4552-bd1a-6bc0fc24f63a tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290933 Sep 15 19:14:28.004935 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-09a73c9e-68c9-4d09-96a4-7a2b87d4fd06 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d921b7-9c35-47e7-b1bd-7394505fbd9e HTTP/1.1" status: 200 len: 217 time: 0.1702778 Sep 15 19:14:28.006205 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832c4d09-e495-4c50-a662-f35c0050a350,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:28.009975 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:28.041132 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.041486 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Added segment cd74edfe-34d8-4714-a715-c165db514d27 of type vlan for network 048f50f8-d55b-4e5d-bd8e-bafbfa4fc550 Sep 15 19:14:28.058881 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Attempting to bind port 53384ea3-4b60-4031-a98c-a06ff525abf9 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:28.059480 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Attempting to bind port 53384ea3-4b60-4031-a98c-a06ff525abf9 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:28.059963 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Attempting to bind port 53384ea3-4b60-4031-a98c-a06ff525abf9 on network a5217964-70ce-4f4f-835b-317e1ce9e556 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:28.068699 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2782f-f703-4955-9c47-784828d9fa6d None None] Pushing event updated for resources: {'Port': ['ID=53384ea3-4b60-4031-a98c-a06ff525abf9,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:28.073200 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-a3c2782f-f703-4955-9c47-784828d9fa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:28.074209 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:28.074791 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Checking segment: {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:28.075344 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.076201 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Bound using segment: {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:28.076878 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Bound port: 53384ea3-4b60-4031-a98c-a06ff525abf9, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:28.077465 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.132458 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3b932b20-16f0-4ed1-8e45-0fbe734e74da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:28.136625 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.173421 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-a0ea2e36-fe26-430a-8ece-0c40a9f95136 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:28.183296 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-a0ea2e36-fe26-430a-8ece-0c40a9f95136 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d73c113-6d67-4a80-93c9-f62ce12cfeb7 HTTP/1.1" status: 200 len: 855 time: 0.1710145 Sep 15 19:14:28.193009 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] For port 53384ea3-4b60-4031-a98c-a06ff525abf9, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:28.197357 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] For port 53384ea3-4b60-4031-a98c-a06ff525abf9, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=53384ea3-4b60-4031-a98c-a06ff525abf9,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:28.204270 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.207184 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.222119 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-28793335-ad26-4d97-b1b5-ed8f175556e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:28.223132 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:28.225473 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.234786 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-84a1470b-cec3-4f53-8332-882a6274fba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:28.261781 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-4c0c6f73-3dc4-4e1e-8e35-43af2e08b4c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702689 Sep 15 19:14:28.264860 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-fcf2c743-c065-4bf1-9bb7-24624113a1f5 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Unset dirty status for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:28.266068 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-fcf2c743-c065-4bf1-9bb7-24624113a1f5 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9397449 Sep 15 19:14:28.267767 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.293487 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Attempting to bind port d330a146-71b4-4284-b2f6-9b04a64f0119 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:28.297676 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Attempting to bind port d330a146-71b4-4284-b2f6-9b04a64f0119 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:28.298070 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Attempting to bind port d330a146-71b4-4284-b2f6-9b04a64f0119 on network a2ba4767-1013-4d2f-afa1-72e2562c15c7 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:28.315477 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:28.315639 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Checking segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:28.318155 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.318570 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Bound using segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:28.319070 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Bound port: d330a146-71b4-4284-b2f6-9b04a64f0119, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:28.320146 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.416367 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Routers {'92750a00-08c3-45ef-b28d-4d4705105c20'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:28.416999 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:14:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['92750a00-08c3-45ef-b28d-4d4705105c20'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:28.443216 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-517af0af-f9fa-4e96-90b8-df7065cb3e78 service neutron] 10.222.0.20 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609290 Sep 15 19:14:28.529885 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] For port d330a146-71b4-4284-b2f6-9b04a64f0119, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:28.535426 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] For port d330a146-71b4-4284-b2f6-9b04a64f0119, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d330a146-71b4-4284-b2f6-9b04a64f0119,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:28.546790 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.552284 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:28.569574 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6621954 Sep 15 19:14:28.570918 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Pushing event updated for resources: {'Network': ['ID=048f50f8-d55b-4e5d-bd8e-bafbfa4fc550,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:28.573114 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40626) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:28.582941 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:28.592320 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Request body: {'subnet': {'network_id': '048f50f8-d55b-4e5d-bd8e-bafbfa4fc550', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666924419-subnet', 'tenant_id': 'd79b2ba00cf444469e5c3947f62b1788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:28.614007 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:28.619136 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] Set router 92750a00-08c3-45ef-b28d-4d4705105c20 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:14:28.628249 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Usage tracker for resource:subnet and tenant:d79b2ba00cf444469e5c3947f62b1788 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:28.636952 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:28.651945 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:28.652699 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:14:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:28.669888 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:28.707514 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e37e1-1a56-4feb-8950-6231a66d9ce2 req-138d2d8c-dd40-4698-9ea0-28f74563299e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:28.713834 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-af9e37e1-1a56-4feb-8950-6231a66d9ce2 req-138d2d8c-dd40-4698-9ea0-28f74563299e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 943 time: 0.4073710 Sep 15 19:14:28.716517 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Made reservation on behalf of d79b2ba00cf444469e5c3947f62b1788 for: {'subnet': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:28.728571 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:28.741173 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b932b20-16f0-4ed1-8e45-0fbe734e74da None None] Pushing event updated for resources: {'Port': ['ID=d330a146-71b4-4284-b2f6-9b04a64f0119,revision_number=4']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:28.751698 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3b932b20-16f0-4ed1-8e45-0fbe734e74da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:28.952654 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40636) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:29.061113 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:29.072715 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-c8ec5791-1148-421e-be2c-591a8cab0523 service neutron] 10.222.0.20 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997756 Sep 15 19:14:29.077941 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:29.096053 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:29.138029 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:14:29.138761 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 048f50f8-d55b-4e5d-bd8e-bafbfa4fc550 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:14:29.227632 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:29.294017 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-85e795ad-c2e5-4452-bcc5-26e55664ed6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:29.332494 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-329f7737-47c7-4192-bd39-47e9c45e18b5 service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0514548 Sep 15 19:14:29.341760 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:29.346902 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5235982 Sep 15 19:14:29.347045 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2782f-f703-4955-9c47-784828d9fa6d None None] Pushing event updated for resources: {'Port': ['ID=53384ea3-4b60-4031-a98c-a06ff525abf9,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:29.351989 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-a3c2782f-f703-4955-9c47-784828d9fa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:29.352265 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40644) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:29.353203 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499ae997-2abc-46df-a41e-f26063fa44fc,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:29.363917 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:14:20Z', 'revision_number': 4, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port': {'id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '53384ea3-4b60-4031-a98c-a06ff525abf9', 'name': '', 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'mac_address': 'fa:16:3e:19:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82a239d5-39b5-4595-adf6-be07668b4963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:16Z', 'updated_at': '2021-09-15T19:14:28Z', 'revision_number': 4, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'subnets': [{'id': '82a239d5-39b5-4595-adf6-be07668b4963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:29.371027 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163e0c1-122c-4261-bb3a-2d17b6b080ab None None] The sync data for ids ['92750a00-08c3-45ef-b28d-4d4705105c20'] in dv-cinder-805825-3-iscsi is: [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:14:20Z', 'revision_number': 4, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port': {'id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '53384ea3-4b60-4031-a98c-a06ff525abf9', 'name': '', 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'mac_address': 'fa:16:3e:19:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82a239d5-39b5-4595-adf6-be07668b4963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:16Z', 'updated_at': '2021-09-15T19:14:28Z', 'revision_number': 4, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'subnets': [{'id': '82a239d5-39b5-4595-adf6-be07668b4963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:14:29.420983 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:29.429656 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'security_group_rule': {'security_group_id': 'ccc6e547-e7cf-468c-9a3e-61c744fd9df9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:29.490267 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:29.499076 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:security_group_rule and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:29.562156 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:29.597851 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a51f11b-a3f5-4f06-af17-628f188f789b,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:29.615027 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-af9e37e1-1a56-4feb-8950-6231a66d9ce2 req-21ea439e-6b5c-4c3b-a0bf-c9786e80b619 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8407366 Sep 15 19:14:29.616129 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:29.677836 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:29.688699 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f642e3e8-1223-46c1-8d97-90e5e8461b28 req-e1a8a1fe-a367-4942-a237-ab6df0040140 service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402715 Sep 15 19:14:29.715662 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Checking segment: {'id': 'cd74edfe-34d8-4714-a715-c165db514d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '048f50f8-d55b-4e5d-bd8e-bafbfa4fc550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:29.716020 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Network hostable DHCP agents. Network: 048f50f8-d55b-4e5d-bd8e-bafbfa4fc550, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:14:29.805675 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:29.816427 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Usage tracker for resource:security_group_rule and tenant:c90b887711054a8da338750a85d310d4 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:29.820746 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:29.835841 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:29.864491 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f7beb267-9fe2-4c48-b29a-5dd297713dde req-c1d846f3-18c6-4275-b885-d7cd1ab87636 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 210 time: 0.0982506 Sep 15 19:14:29.879671 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:29.900138 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Network 048f50f8-d55b-4e5d-bd8e-bafbfa4fc550 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:14:29.916971 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 048f50f8-d55b-4e5d-bd8e-bafbfa4fc550) {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:29.925787 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d135fd-ab90-4ecc-9a1f-b24993672ad0 None None] Network 048f50f8-d55b-4e5d-bd8e-bafbfa4fc550 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:29.936490 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:29.940476 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:29.991062 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4141881 Sep 15 19:14:30.182359 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.460510 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.474040 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40684) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:30.494012 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a2fb5-44b5-482f-8c54-937138e4af47 None None] Network 048f50f8-d55b-4e5d-bd8e-bafbfa4fc550 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:30.495843 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.515666 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b974048-e279-4ae9-b8ab-1c9c8e5d5e78 req-7457c0c4-d9d6-46bb-95ee-d665824a42cb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:30.524610 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1b974048-e279-4ae9-b8ab-1c9c8e5d5e78 req-7457c0c4-d9d6-46bb-95ee-d665824a42cb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 943 time: 0.6424069 Sep 15 19:14:30.555796 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.559890 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ac14294e-e779-484c-a41c-35a7957c1347 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:30.583339 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Deleting subnet 3f04d088-9bf0-4e91-8d3a-b669aa0acfd4 {{(pid=75104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:14:30.588563 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.612575 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.627363 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.630174 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2704690 Sep 15 19:14:30.681536 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df3b547-822b-4b66-8072-18363ecc2d63,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:30.688001 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40688) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:30.695002 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c90b887711054a8da338750a85d310d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7349167 Sep 15 19:14:30.695992 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:30.697077 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40694) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:30.700676 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-278aa645-dce2-4682-8972-18dbd31e70c5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:30.721954 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:28Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:30.725768 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:14:30.735334 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:30.742286 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:30.747865 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:floatingip and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:30.752531 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:30.762152 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d342a50-c4e8-4fe8-aca2-53dd022f6e5e None None] The sync data for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi is: [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:28Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:14:30.764395 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:30.867087 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.db.resource_extend [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:14:30.869399 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-84197d19-4899-44ed-a355-036daec2e97d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:30.869845 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-84197d19-4899-44ed-a355-036daec2e97d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Synchronizing usage tracker for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:network {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:30.872986 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1b974048-e279-4ae9-b8ab-1c9c8e5d5e78 req-2384d66f-9c96-4295-96e0-290c0c438834 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468103 Sep 15 19:14:30.874106 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.941346 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:30.945197 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-84197d19-4899-44ed-a355-036daec2e97d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Unset dirty status for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:network {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:30.952284 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-84197d19-4899-44ed-a355-036daec2e97d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 819 time: 0.3652930 Sep 15 19:14:30.975783 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-bd9c68ed-fa80-4edc-acb7-3944ebdb358b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/quotas/aa1536d293d34b9ea04e361129a354c3 HTTP/1.1" status: 200 len: 375 time: 0.0223246 Sep 15 19:14:30.979312 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.067844 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad0b0cb-2db5-481a-af50-7c2decb88a51,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:31.081145 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:31.134588 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e7b66c46-1fac-4615-9318-8fc81a562d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.168159 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-5aa2143c-bc54-4ad9-83a9-ce6ac3d6e23b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1910520 Sep 15 19:14:31.248655 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.282169 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:31.330356 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,segment=NetworkSegment(00cb08ed-0023-4057-93e4-2cb897d704d7),segment_id=00cb08ed-0023-4057-93e4-2cb897d704d7)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:31.369627 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54', 'network_id': 'bba64514-879b-45a5-94ad-9094162b36f4', 'port_id': '15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54', 'mac_address': 'fa:16:3e:4e:53:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80601169-af47-408b-a453-839e550308c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:14:31.432932 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 53384ea3-4b60-4031-a98c-a06ff525abf9 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:31.470998 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f04d088-9bf0-4e91-8d3a-b669aa0acfd4,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:31.476351 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e7b66c46-1fac-4615-9318-8fc81a562d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.500774 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.508920 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:31.520409 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.568614 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:31.599076 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-4d72beaa-d6f9-4f73-a272-02a8d03d5deb service neutron] 10.222.0.20 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159160 Sep 15 19:14:31.625910 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,segment=NetworkSegment(00cb08ed-0023-4057-93e4-2cb897d704d7),segment_id=00cb08ed-0023-4057-93e4-2cb897d704d7)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:31.641475 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.648514 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 53384ea3-4b60-4031-a98c-a06ff525abf9 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:31.660461 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:31.678688 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cf549-df08-4ab0-9884-1903ddceed6f req-6132f2a1-acee-4b15-8d29-a73261b8ca2f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:31.688959 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c97cf549-df08-4ab0-9884-1903ddceed6f req-6132f2a1-acee-4b15-8d29-a73261b8ca2f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 943 time: 0.5469110 Sep 15 19:14:31.711969 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3f04d088-9bf0-4e91-8d3a-b669aa0acfd4 HTTP/1.1" status: 204 len: 168 time: 1.2368319 Sep 15 19:14:31.712958 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40706) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:31.723255 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.745356 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 53384ea3-4b60-4031-a98c-a06ff525abf9 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:31.745794 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.775834 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:31.780165 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:31.822009 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e7b66c46-1fac-4615-9318-8fc81a562d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:31.843005 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-8c6feb78-31aa-41f6-a403-610a0bd0cd65 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:31.847999 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-8c6feb78-31aa-41f6-a403-610a0bd0cd65 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 819 time: 0.4756842 Sep 15 19:14:31.894140 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:31.913669 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Request body: {'port': {'device_id': '030c55e9-1aa9-4e77-98bb-ebb04e70f9ec', 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556', 'admin_state_up': True, 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:31.939132 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:14:32.013326 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c97cf549-df08-4ab0-9884-1903ddceed6f req-2c8491ce-c8d2-4234-b066-a5a145d9bf88 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792532 Sep 15 19:14:32.028481 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b66c46-1fac-4615-9318-8fc81a562d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad0b0cb-2db5-481a-af50-7c2decb88a51,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:32.030662 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e7b66c46-1fac-4615-9318-8fc81a562d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.032114 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-e7b66c46-1fac-4615-9318-8fc81a562d17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ad0b0cb-2db5-481a-af50-7c2decb88a51 HTTP/1.1" status: 204 len: 168 time: 1.3217409 Sep 15 19:14:32.038769 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.061543 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e7b66c46-1fac-4615-9318-8fc81a562d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:32.106972 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-f19ab0d5-463c-45d5-893a-204293985462 service neutron] 10.222.0.20 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067940 Sep 15 19:14:32.131627 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.240286 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 53384ea3-4b60-4031-a98c-a06ff525abf9, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=53384ea3-4b60-4031-a98c-a06ff525abf9,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:32.262178 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.265203 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d330a146-71b4-4284-b2f6-9b04a64f0119 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:32.353986 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Allocated IP 172.27.2.107 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/dad8559a-a36f-4dbe-8aa3-c2c5736cf0d5) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:32.386614 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:32.437076 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:32.519728 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.550336 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:32.628094 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.630237 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.631133 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.631682 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > port after_create 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.637637 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.637637 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > port after_update 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.644367 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.644846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.645277 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.645708 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.709128 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 11d921b7-9c35-47e7-b1bd-7394505fbd9e details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:14:32.710661 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Made reservation on behalf of aa1536d293d34b9ea04e361129a354c3 for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:32.713744 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.786687 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.795257 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.795772 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.796203 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:14:32.796686 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8675f117-6c44-4850-ac24-d25dcbbee292']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:32.831171 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=53384ea3-4b60-4031-a98c-a06ff525abf9,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:32.833362 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-48c179ec-16de-4a64-ad95-42d29ea09c98 req-5eb921fd-fec2-4a04-933c-b2ea220f8dac tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 210 time: 0.2944567 Sep 15 19:14:32.841643 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920efc5f-f9b9-4461-a8c8-3d9573bacf81') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:32.841925 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port d330a146-71b4-4284-b2f6-9b04a64f0119 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:32.842081 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920efc5f-f9b9-4461-a8c8-3d9573bacf81') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:32.854360 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:32.860713 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.898492 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.916382 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:14:32.917213 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.938614 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port d330a146-71b4-4284-b2f6-9b04a64f0119 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:32.940392 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: util.warn_limited( Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: util.warn_limited( Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:14:32.956696 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:14:32.969301 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40746) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:32.999647 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.115566 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.120195 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.147054 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40754) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:33.163669 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:33.188628 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.222176 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:33.244111 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.257156 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:33.261171 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8675f117-6c44-4850-ac24-d25dcbbee292,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:33.274852 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:33.276064 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Usage tracker for resource:security_group_rule and tenant:855c832f160f4f29b528cab2e224c493 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:33.281472 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:33.289831 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8675f117-6c44-4850-ac24-d25dcbbee292 HTTP/1.1" status: 204 len: 168 time: 1.5738475 Sep 15 19:14:33.291624 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:33.294371 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40760) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:33.315225 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd5a00-fc30-447f-ad5f-42ba3620eb09 req-12179ee5-e859-4922-b568-5d66163b4494 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:33.317347 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2dbd5a00-fc30-447f-ad5f-42ba3620eb09 req-12179ee5-e859-4922-b568-5d66163b4494 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 944 time: 0.8842962 Sep 15 19:14:33.336143 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'Port': ['ID=dad8559a-a36f-4dbe-8aa3-c2c5736cf0d5,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:33.339983 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:33.367253 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.383692 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_v2 [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] Deleting subnet 5a51f11b-a3f5-4f06-af17-628f188f789b {{(pid=75104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:14:33.387875 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.428970 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port d330a146-71b4-4284-b2f6-9b04a64f0119, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d330a146-71b4-4284-b2f6-9b04a64f0119,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:33.440529 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.445711 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:33.495510 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66417201'] for subnet, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.508629 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2dbd5a00-fc30-447f-ad5f-42ba3620eb09 req-866987fc-8727-4649-af8f-3d636fe77de3 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636202 Sep 15 19:14:33.516313 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:33.550141 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=d330a146-71b4-4284-b2f6-9b04a64f0119,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:33.565004 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:33.581771 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:33.594155 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:33.601126 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 53384ea3-4b60-4031-a98c-a06ff525abf9 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:33.649169 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 11d921b7-9c35-47e7-b1bd-7394505fbd9e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11d921b7-9c35-47e7-b1bd-7394505fbd9e,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:33.677685 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'port_id': '11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'mac_address': 'fa:16:3e:1c:6b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d73c113-6d67-4a80-93c9-f62ce12cfeb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:14:33.728894 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.753960 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.760238 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Allocated IP 172.20.0.12 (a5217964-70ce-4f4f-835b-317e1ce9e556/82a239d5-39b5-4595-adf6-be07668b4963/9196ea2b-3308-4575-9364-705fff83fd6c) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:33.773085 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 53384ea3-4b60-4031-a98c-a06ff525abf9 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:33.773502 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.775723 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.819552 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d921b7-9c35-47e7-b1bd-7394505fbd9e {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:33.856040 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 11d921b7-9c35-47e7-b1bd-7394505fbd9e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11d921b7-9c35-47e7-b1bd-7394505fbd9e,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:33.871114 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:33.874859 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-a3c2782f-f703-4955-9c47-784828d9fa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:33.920296 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.018137 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:34.053446 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Usage tracker for resource:security_group_rule and tenant:e40571594d5a438b992be477c9e478c0 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:34.061787 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:34.088325 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:34.128814 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11d921b7-9c35-47e7-b1bd-7394505fbd9e'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:14:34.131591 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f1495-d9a0-4f3a-b251-36231d87caa5 req-424ba530-c308-43e6-ab4e-52ddaeec1786 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:34.133194 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2b8f1495-d9a0-4f3a-b251-36231d87caa5 req-424ba530-c308-43e6-ab4e-52ddaeec1786 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 943 time: 0.8356183 Sep 15 19:14:34.175864 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66235820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65637250'] for subnet, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.177608 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=11d921b7-9c35-47e7-b1bd-7394505fbd9e,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:34.187987 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:34.211258 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e112ae25-a0a2-481c-912e-82b93fecc19c req-fb73fb01-a7bc-4cce-83fb-d6037772a752 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 210 time: 0.1747434 Sep 15 19:14:34.233169 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.236975 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.237311 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:34.368020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.380878 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.441466 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a51f11b-a3f5-4f06-af17-628f188f789b,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:34.443542 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.453720 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:34.458231 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:34.511563 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.520397 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:34.523508 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2b8f1495-d9a0-4f3a-b251-36231d87caa5 req-ea870ee3-5ac2-46e6-a154-8162f7691ed2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664660 Sep 15 19:14:34.542671 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-885d6cab-889d-4298-9fbd-568f374a9b17 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5a51f11b-a3f5-4f06-af17-628f188f789b HTTP/1.1" status: 204 len: 168 time: 1.2469862 Sep 15 19:14:34.549997 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-1d910065-5094-496b-b090-de784627a497 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=855c832f160f4f29b528cab2e224c493&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5782664 Sep 15 19:14:34.551282 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40784) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:34.555210 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40786) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:34.557943 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-27db38d4-6193-4166-b498-c2518f21e786 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:34.559373 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-27db38d4-6193-4166-b498-c2518f21e786 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 819 time: 0.4436982 Sep 15 19:14:34.562377 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a5aa4c-4d2a-4eef-970e-c2616fc99586,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:34.589146 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:34.595670 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Request body: {'port': {'device_id': '88ad4b31-a172-4ebb-9f71-904fc5b8c665', 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556', 'admin_state_up': True, 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:34.603862 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.618538 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.625576 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.647308 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.654525 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Network a5217964-70ce-4f4f-835b-317e1ce9e556 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:34.663399 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Pushing event updated for resources: {'Port': ['ID=9196ea2b-3308-4575-9364-705fff83fd6c,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:34.665524 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:34.666001 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:34.671219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:34.672072 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:34.674886 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:34.679207 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:34.679816 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.683277 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:34.746127 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:34.750903 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:34.751442 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.786425 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.828260 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.833946 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f041db0d-61e0-4d92-be24-5a420f9fdb8b,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:34.839435 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:34.840458 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'Port': ['ID=dad8559a-a36f-4dbe-8aa3-c2c5736cf0d5,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:34.843164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:34.847347 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e40571594d5a438b992be477c9e478c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6969554 Sep 15 19:14:34.851038 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40794) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:34.869368 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9912903 Sep 15 19:14:34.873001 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.874162 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1799836 Sep 15 19:14:34.876306 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-978cc7d1-6d99-4168-bc08-633d4b60bc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.891373 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Request body: {'port': {'device_id': '030c55e9-1aa9-4e77-98bb-ebb04e70f9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:34.924146 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.968010 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-978cc7d1-6d99-4168-bc08-633d4b60bc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:34.971554 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:34.984658 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f071fdc-184a-4259-a0d1-0dd58b447275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:34.994027 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Usage tracker for resource:port and tenant:aa1536d293d34b9ea04e361129a354c3 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:35.000204 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:35.001702 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778935b-d380-48ad-8ede-ccc44d373e08 req-6932a5fc-eb4e-4062-b994-60facecec45c tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:35.003309 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f778935b-d380-48ad-8ede-ccc44d373e08 req-6932a5fc-eb4e-4062-b994-60facecec45c tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 944 time: 0.3368576 Sep 15 19:14:35.019945 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:35.085084 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.104663 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048f50f8-d55b-4e5d-bd8e-bafbfa4fc550']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:35.110149 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,segment=NetworkSegment(00cb08ed-0023-4057-93e4-2cb897d704d7),segment_id=00cb08ed-0023-4057-93e4-2cb897d704d7)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:35.111630 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-22044607-2656-448c-acc6-a11ea24dd903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.117146 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Made reservation on behalf of aa1536d293d34b9ea04e361129a354c3 for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:35.119024 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.120127 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.126859 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-6fe989ff-9ed1-4ade-b9ef-d6452d003220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:35.139421 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.145197 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd74edfe-34d8-4714-a715-c165db514d27') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:35.145493 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd74edfe-34d8-4714-a715-c165db514d27') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:35.176571 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.184129 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f778935b-d380-48ad-8ede-ccc44d373e08 req-aceab7cf-04b4-4ddc-960b-bbbafd5e0340 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461918 Sep 15 19:14:35.198578 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-22044607-2656-448c-acc6-a11ea24dd903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.240913 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:35.244288 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:35.283864 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.302370 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:14:35.302370 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:14:35.318629 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:14:35.336988 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-b9dfd3b9-5daf-4cef-9d87-cf12029f7ad0 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--68510094&fields=id&tenant_id=b2290d788f834311a01f30dab72af31d HTTP/1.1" status: 200 len: 267 time: 0.1742609 Sep 15 19:14:35.504505 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-978cc7d1-6d99-4168-bc08-633d4b60bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.508603 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-aa90bced-2ccc-444c-8813-69a03f9bd7c7 req-68f86143-bcf6-4458-8166-dce9f5719c70 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Synchronizing usage tracker for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:35.508882 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-22044607-2656-448c-acc6-a11ea24dd903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.509602 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.520273 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-70ab469b-7d41-4704-a543-a247cd4de3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:35.538317 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:35.538896 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d330a146-71b4-4284-b2f6-9b04a64f0119 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:35.544564 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cc7d1-6d99-4168-bc08-633d4b60bc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a5aa4c-4d2a-4eef-970e-c2616fc99586,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:35.546852 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-978cc7d1-6d99-4168-bc08-633d4b60bc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:35.563501 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044607-2656-448c-acc6-a11ea24dd903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f041db0d-61e0-4d92-be24-5a420f9fdb8b,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:35.566003 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.573110 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-978cc7d1-6d99-4168-bc08-633d4b60bc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.576497 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-978cc7d1-6d99-4168-bc08-633d4b60bc9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9a5aa4c-4d2a-4eef-970e-c2616fc99586 HTTP/1.1" status: 204 len: 168 time: 1.0034263 Sep 15 19:14:35.578686 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-22044607-2656-448c-acc6-a11ea24dd903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:35.578808 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-aa90bced-2ccc-444c-8813-69a03f9bd7c7 req-68f86143-bcf6-4458-8166-dce9f5719c70 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Unset dirty status for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:35.579951 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa90bced-2ccc-444c-8813-69a03f9bd7c7 req-68f86143-bcf6-4458-8166-dce9f5719c70 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 210 time: 0.1650834 Sep 15 19:14:35.581640 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:35.615359 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Pushing event deleted for resources: {'Network': ['ID=048f50f8-d55b-4e5d-bd8e-bafbfa4fc550,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:35.629289 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:35.648007 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-f1cab4b8-6135-44b1-b01c-c8e49681c14b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:35.649557 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-f1cab4b8-6135-44b1-b01c-c8e49681c14b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 811 time: 0.2654462 Sep 15 19:14:35.654684 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] 10.222.0.20 "DELETE /v2.0/networks/048f50f8-d55b-4e5d-bd8e-bafbfa4fc550 HTTP/1.1" status: 204 len: 168 time: 1.0921805 Sep 15 19:14:35.658117 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-22044607-2656-448c-acc6-a11ea24dd903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.668688 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-22044607-2656-448c-acc6-a11ea24dd903 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f041db0d-61e0-4d92-be24-5a420f9fdb8b HTTP/1.1" status: 204 len: 168 time: 0.8156652 Sep 15 19:14:35.705988 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-e9d915c2-95ea-4433-ba92-8975c86e264c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/quotas/b2290d788f834311a01f30dab72af31d HTTP/1.1" status: 200 len: 375 time: 0.0328586 Sep 15 19:14:35.744512 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port d330a146-71b4-4284-b2f6-9b04a64f0119 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:35.745077 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.761730 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9196ea2b-3308-4575-9364-705fff83fd6c {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:35.791247 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.844190 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Transition to ACTIVE for port object 9196ea2b-3308-4575-9364-705fff83fd6c will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:35.851758 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-9387c713-6a0f-4893-99f5-c48d7555e63f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1386406 Sep 15 19:14:35.853283 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:35.884460 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f071fdc-184a-4259-a0d1-0dd58b447275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54', 'code': 200} Sep 15 19:14:35.887262 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:36.127442 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40834) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:36.183344 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Allocated IP 172.20.0.6 (a5217964-70ce-4f4f-835b-317e1ce9e556/82a239d5-39b5-4595-adf6-be07668b4963/892cfda4-eba1-40ce-b004-7d8ddca10d40) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:36.249273 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.58', 52621) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:36.276364 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-24b2068f-8ec3-4373-af72-153ad9391f9a service neutron] 10.222.0.20 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236021 Sep 15 19:14:36.322449 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-26f9f0f0-45d3-4690-af0a-66f98ee28134 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc439405562b4d85869b5fd21a387680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1908116 Sep 15 19:14:36.335486 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40846) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:36.413230 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Pushing event updated for resources: {'Port': ['ID=9196ea2b-3308-4575-9364-705fff83fd6c,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:36.416043 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:36.516525 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f015-aaf3-48ae-971b-881de3f9f4f3 req-42e2bf58-604c-4b3d-9208-17e1264ae9f2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:36.523954 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9150f015-aaf3-48ae-971b-881de3f9f4f3 req-42e2bf58-604c-4b3d-9208-17e1264ae9f2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 944 time: 0.4440362 Sep 15 19:14:36.525795 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Attempting to bind port 9196ea2b-3308-4575-9364-705fff83fd6c on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:36.526145 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Attempting to bind port 9196ea2b-3308-4575-9364-705fff83fd6c by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:36.526473 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Attempting to bind port 9196ea2b-3308-4575-9364-705fff83fd6c on network a5217964-70ce-4f4f-835b-317e1ce9e556 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:36.583640 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-6a535248-3c7a-49d9-8ea5-a0517bfe4a65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 1098 time: 0.3305860 Sep 15 19:14:36.587704 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Port 9196ea2b-3308-4575-9364-705fff83fd6c on network a5217964-70ce-4f4f-835b-317e1ce9e556 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:14:36.588431 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Attempting to bind port 9196ea2b-3308-4575-9364-705fff83fd6c on network a5217964-70ce-4f4f-835b-317e1ce9e556 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:36.592927 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-fd00ea17-c75e-40b2-bfce-22e15aaa81e4 service neutron] 10.222.0.20 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157723 Sep 15 19:14:36.624422 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:36.624771 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Checking segment: {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:36.625204 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Bound using segment: {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:36.625652 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Bound port: 9196ea2b-3308-4575-9364-705fff83fd6c, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:36.626001 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:36.643449 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-91e42429-978f-4798-87f8-65140e624201 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:36.649954 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f55332cb-e6a9-49bc-89ef-98f098474ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:36.666529 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40860) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:36.671186 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 11d921b7-9c35-47e7-b1bd-7394505fbd9e up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:36.686953 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9150f015-aaf3-48ae-971b-881de3f9f4f3 req-5b8584d2-3640-4571-8222-5ae73f6d289e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620204 Sep 15 19:14:36.753710 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:36.785564 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f55332cb-e6a9-49bc-89ef-98f098474ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:36.846639 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:36.869577 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 11d921b7-9c35-47e7-b1bd-7394505fbd9e completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:36.878563 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 11d921b7-9c35-47e7-b1bd-7394505fbd9e triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:36.879491 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:36.929611 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:36.937882 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-91e42429-978f-4798-87f8-65140e624201 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:36.940372 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:36.948516 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-91e42429-978f-4798-87f8-65140e624201 service neutron] Usage tracker for resource:security_group_rule and tenant:f186e67ce35649eeb26aa690fba1b7fb is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:36.992075 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-91e42429-978f-4798-87f8-65140e624201 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:37.024512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-91e42429-978f-4798-87f8-65140e624201 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:37.025001 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f55332cb-e6a9-49bc-89ef-98f098474ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.069489 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:37.090091 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6d1801a5764203b56ee8884c120da4 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:37.102012 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] For port 9196ea2b-3308-4575-9364-705fff83fd6c, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:37.104578 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:37.109967 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Network a5217964-70ce-4f4f-835b-317e1ce9e556 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:37.118659 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:37.123050 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Pushing event updated for resources: {'Port': ['ID=892cfda4-eba1-40ce-b004-7d8ddca10d40,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:37.125509 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:37.125935 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:37.136305 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] For port 9196ea2b-3308-4575-9364-705fff83fd6c, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9196ea2b-3308-4575-9364-705fff83fd6c,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:37.157613 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.180281 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:37.181392 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f55332cb-e6a9-49bc-89ef-98f098474ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.182728 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-f55332cb-e6a9-49bc-89ef-98f098474ac5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5517799b-e739-4116-bf10-df5399e6f07c HTTP/1.1" status: 204 len: 168 time: 0.8462119 Sep 15 19:14:37.194725 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:37.208172 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f67213d4-7ce2-48bc-bc19-5e448d56c52f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:37.218182 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55332cb-e6a9-49bc-89ef-98f098474ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5517799b-e739-4116-bf10-df5399e6f07c,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:37.227566 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f55332cb-e6a9-49bc-89ef-98f098474ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:37.249067 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:37.250003 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.294072 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c5457-f2e3-4c45-a200-ad1c836c6b44 req-102580f7-30c6-43df-aaa4-25c6be5be70a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:37.295000 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-7e9c5457-f2e3-4c45-a200-ad1c836c6b44 req-102580f7-30c6-43df-aaa4-25c6be5be70a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Synchronizing usage tracker for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:37.308882 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.323161 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.324566 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] 10.222.0.58 "PUT /v2.0/ports/9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 200 len: 1094 time: 2.4441774 Sep 15 19:14:37.326461 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7388465 Sep 15 19:14:37.333377 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-7e9c5457-f2e3-4c45-a200-ad1c836c6b44 req-102580f7-30c6-43df-aaa4-25c6be5be70a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Unset dirty status for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:37.340789 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7e9c5457-f2e3-4c45-a200-ad1c836c6b44 req-102580f7-30c6-43df-aaa4-25c6be5be70a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 931 time: 0.3169727 Sep 15 19:14:37.369558 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8149341-9507-45c4-a5f9-311a5c11604e req-377c4c83-aee9-4627-b60a-134d203158c1 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:37.371128 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e8149341-9507-45c4-a5f9-311a5c11604e req-377c4c83-aee9-4627-b60a-134d203158c1 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 945 time: 0.4296916 Sep 15 19:14:37.372047 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030c55e9-1aa9-4e77-98bb-ebb04e70f9ec', 'tag': '9196ea2b-3308-4575-9364-705fff83fd6c'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:37.379063 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40882) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:37.406208 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Request body: {'port': {'device_id': '88ad4b31-a172-4ebb-9f71-904fc5b8c665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:37.417512 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 11d921b7-9c35-47e7-b1bd-7394505fbd9e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11d921b7-9c35-47e7-b1bd-7394505fbd9e,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:37.426798 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.428596 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:37.457973 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.474587 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-91e42429-978f-4798-87f8-65140e624201 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.553055 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-91e42429-978f-4798-87f8-65140e624201 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.553829 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.587850 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=11d921b7-9c35-47e7-b1bd-7394505fbd9e,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:37.591595 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:37.592579 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-7e9c5457-f2e3-4c45-a200-ad1c836c6b44 req-4d1b99ea-0c71-4af1-a376-cd311b2b2d28 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Synchronizing usage tracker for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:37.603701 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Pushing event updated for resources: {'Port': ['ID=9196ea2b-3308-4575-9364-705fff83fd6c,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:37.607581 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:37.611794 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-978cc7d1-6d99-4168-bc08-633d4b60bc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:37.629170 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-7e9c5457-f2e3-4c45-a200-ad1c836c6b44 req-4d1b99ea-0c71-4af1-a376-cd311b2b2d28 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Unset dirty status for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:37.642638 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7e9c5457-f2e3-4c45-a200-ad1c836c6b44 req-4d1b99ea-0c71-4af1-a376-cd311b2b2d28 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007467 Sep 15 19:14:37.646728 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:37.660717 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e8149341-9507-45c4-a5f9-311a5c11604e req-0f1f4119-7d72-4034-9e5a-a365e9fdb567 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684934 Sep 15 19:14:37.719630 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95479bce-4ff0-4394-bd86-3ab9e494ca2b req-91e42429-978f-4798-87f8-65140e624201 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1210408 Sep 15 19:14:37.727774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e42429-978f-4798-87f8-65140e624201 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=572ae374-45c2-4150-b538-243102fda0d7,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:37.790356 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c6d1801a5764203b56ee8884c120da4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1223111 Sep 15 19:14:37.794215 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40902) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:37.804476 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030c55e9-1aa9-4e77-98bb-ebb04e70f9ec', 'tag': '9196ea2b-3308-4575-9364-705fff83fd6c', 'status': 'completed', 'code': 200} Sep 15 19:14:37.824887 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-21c6d1af-9ccf-4bd2-afc6-503055421f8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1097 time: 0.4449401 Sep 15 19:14:37.834386 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca248055-f90f-4699-a228-68a6e37ac721,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:37.837856 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:37.838565 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:37.838946 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:37.886412 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c4c8fc-fa84-47d0-86f3-9811380c476e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d921b7-9c35-47e7-b1bd-7394505fbd9e'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:37.905958 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7bd47983-ff6c-416e-819c-fb6b3c397a63 req-5f24bbd5-cd5c-4a7e-9b99-41018b5342d5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 210 time: 0.0485880 Sep 15 19:14:37.993746 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-28d4ba5e-f4ba-482f-a9f2-e9902c8b16ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.018457 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40908) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:38.040820 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c4c8fc-fa84-47d0-86f3-9811380c476e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'code': 200} Sep 15 19:14:38.058502 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-28d4ba5e-f4ba-482f-a9f2-e9902c8b16ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.145273 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40916) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:38.147165 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.175210 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.193932 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-d0f4c011-6ee7-4060-b6ff-6ea1be855450 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 200 len: 217 time: 0.1771615 Sep 15 19:14:38.242459 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-28d4ba5e-f4ba-482f-a9f2-e9902c8b16ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.263946 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a17e097e-4333-47a8-91c7-5b2adce95bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:38.279500 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-28d4ba5e-f4ba-482f-a9f2-e9902c8b16ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.284112 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-28d4ba5e-f4ba-482f-a9f2-e9902c8b16ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca248055-f90f-4699-a228-68a6e37ac721 HTTP/1.1" status: 204 len: 168 time: 0.4888728 Sep 15 19:14:38.286866 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:38.289933 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4ba5e-f4ba-482f-a9f2-e9902c8b16ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca248055-f90f-4699-a228-68a6e37ac721,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:38.294421 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-28d4ba5e-f4ba-482f-a9f2-e9902c8b16ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:38.296442 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:df86a3db9dcc4cd6b2a5185154cb65a8 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:38.300975 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892cfda4-eba1-40ce-b004-7d8ddca10d40 {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:38.301183 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:38.309192 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-7f2479d3-b472-472d-81d1-2f4d05659a55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d79b2ba00cf444469e5c3947f62b1788&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2709694 Sep 15 19:14:38.309964 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.312525 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 40924) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:38.317606 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:38.335972 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-5c8ddb98-47b0-4342-bd67-5bc0f5d7b259 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:38.337466 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-5c8ddb98-47b0-4342-bd67-5bc0f5d7b259 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.1246529 Sep 15 19:14:38.345987 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75983e6-a939-4530-9cb9-3eeccd896008 req-23af8435-19be-4995-b0c2-337a3a737cfe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:38.347505 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e75983e6-a939-4530-9cb9-3eeccd896008 req-23af8435-19be-4995-b0c2-337a3a737cfe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 945 time: 0.4261634 Sep 15 19:14:38.359006 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Transition to ACTIVE for port object 892cfda4-eba1-40ce-b004-7d8ddca10d40 will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:38.368558 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.384705 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:38.427960 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-214303528-network', 'tenant_id': 'bbb40b198872426c9b04423f44bb1419'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:38.444077 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-99fb61b7-e379-4c94-902b-8ce3c4dd27e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956109 Sep 15 19:14:38.489768 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:38.508394 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Usage tracker for resource:network and tenant:bbb40b198872426c9b04423f44bb1419 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:38.519089 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:38.543426 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:38.566126 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3e82d431-470d-4739-862c-cad712f2bf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.567815 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Pushing event updated for resources: {'Port': ['ID=892cfda4-eba1-40ce-b004-7d8ddca10d40,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:38.570731 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:38.586887 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Made reservation on behalf of bbb40b198872426c9b04423f44bb1419 for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:38.589567 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.624682 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e75983e6-a939-4530-9cb9-3eeccd896008 req-0991e20c-1367-4922-85b3-ef35c0b295d6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439048 Sep 15 19:14:38.650011 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.666985 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.692965 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-923836cf-1782-434a-a129-cc269c91567d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:38.716917 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c3f2133f-57df-4261-8e96-8a384d76585f req-91d0c651-8236-4dd3-85c1-1bde228a905c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 1098 time: 0.3379180 Sep 15 19:14:38.723871 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-17680ba7-a3ee-487f-8eff-633a72164bf5 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689340 Sep 15 19:14:38.816357 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6569f0e8-2c49-4864-aa4d-b0964a855475,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:38.828753 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df86a3db9dcc4cd6b2a5185154cb65a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4346094 Sep 15 19:14:38.828753 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:38.831403 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40946) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:38.855283 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.903550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3e82d431-470d-4739-862c-cad712f2bf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:38.961067 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.58', 52623) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:39.130662 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c3f2133f-57df-4261-8e96-8a384d76585f req-18de3258-c187-4609-a5cc-ca58b0f367d6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018631 Sep 15 19:14:39.161070 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-89a70fd5-020b-4ef5-82e8-0f1c20b85530 req-7fefed1f-8f91-4471-9ff1-904812eb6e16 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966320 Sep 15 19:14:39.173748 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:39.186174 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c2b85fcb-0e91-4ec8-aadd-fb715f1d8af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.192808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Attempting to bind port 892cfda4-eba1-40ce-b004-7d8ddca10d40 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:39.193137 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f535-6206-4db6-9240-7dc7b710ff46 req-7867f8de-50b5-4912-8f8f-bfd26c93014a tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:39.193509 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Attempting to bind port 892cfda4-eba1-40ce-b004-7d8ddca10d40 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:39.193988 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Attempting to bind port 892cfda4-eba1-40ce-b004-7d8ddca10d40 on network a5217964-70ce-4f4f-835b-317e1ce9e556 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:39.194869 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d267f535-6206-4db6-9240-7dc7b710ff46 req-7867f8de-50b5-4912-8f8f-bfd26c93014a tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 945 time: 0.2575593 Sep 15 19:14:39.203544 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Usage tracker for resource:security_group_rule and tenant:bbb40b198872426c9b04423f44bb1419 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:39.216595 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:39.233068 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:39.241369 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c2b85fcb-0e91-4ec8-aadd-fb715f1d8af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.248136 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Port 892cfda4-eba1-40ce-b004-7d8ddca10d40 on network a5217964-70ce-4f4f-835b-317e1ce9e556 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:14:39.248466 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Attempting to bind port 892cfda4-eba1-40ce-b004-7d8ddca10d40 on network a5217964-70ce-4f4f-835b-317e1ce9e556 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:39.273774 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3e82d431-470d-4739-862c-cad712f2bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.288081 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d267f535-6206-4db6-9240-7dc7b710ff46 req-3956f0e4-631b-4663-bafb-65d93cecdef4 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843608 Sep 15 19:14:39.308202 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:39.312804 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c2b85fcb-0e91-4ec8-aadd-fb715f1d8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.319627 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-52c42c47-f5e5-4f55-9a70-239149de49e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:39.336068 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-38755b8b-98ac-4380-9a89-f5dc8a661f97 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:39.347173 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b85fcb-0e91-4ec8-aadd-fb715f1d8af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6569f0e8-2c49-4864-aa4d-b0964a855475,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:39.347359 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-38755b8b-98ac-4380-9a89-f5dc8a661f97 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 811 time: 0.3844261 Sep 15 19:14:39.351571 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c2b85fcb-0e91-4ec8-aadd-fb715f1d8af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:39.359079 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c2b85fcb-0e91-4ec8-aadd-fb715f1d8af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.363070 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-c2b85fcb-0e91-4ec8-aadd-fb715f1d8af5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6569f0e8-2c49-4864-aa4d-b0964a855475 HTTP/1.1" status: 204 len: 168 time: 0.4327211 Sep 15 19:14:39.371331 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e06c0d-1d91-4a8b-8c53-e776dfe873d8 req-c2b875a6-55a1-4001-aa3f-89406a471319 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:39.373744 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-33e06c0d-1d91-4a8b-8c53-e776dfe873d8 req-c2b875a6-55a1-4001-aa3f-89406a471319 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 943 time: 0.4878204 Sep 15 19:14:39.391647 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:39.392779 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Checking segment: {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:39.393624 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Bound using segment: {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:39.394281 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Bound port: 892cfda4-eba1-40ce-b004-7d8ddca10d40, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29828810-4d1c-4235-bb4d-00e98b82c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:39.394820 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.485697 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82d431-470d-4739-862c-cad712f2bf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832c4d09-e495-4c50-a662-f35c0050a350,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:39.512705 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3e82d431-470d-4739-862c-cad712f2bf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:39.520030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-cf4b06db-963a-4a5d-ad1f-f83b32db02e5 req-a1145dac-62ac-41ac-9678-c3e70693e909 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Synchronizing usage tracker for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:39.585087 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-519aa359-f4fe-4a72-aed1-bad4e2408d52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1097 time: 0.1876531 Sep 15 19:14:39.616991 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3e82d431-470d-4739-862c-cad712f2bf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.621430 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-3e82d431-470d-4739-862c-cad712f2bf24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/832c4d09-e495-4c50-a662-f35c0050a350 HTTP/1.1" status: 204 len: 168 time: 1.3077500 Sep 15 19:14:39.678517 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-a12ab5a1-c5c2-4f7e-a6f2-7639c3b794cf tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2290d788f834311a01f30dab72af31d HTTP/1.1" status: 200 len: 378 time: 0.3016474 Sep 15 19:14:39.686498 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-33e06c0d-1d91-4a8b-8c53-e776dfe873d8 req-21fac808-3d05-48d9-9327-c63013913b11 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239213 Sep 15 19:14:39.696965 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.706592 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'port': {'device_id': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'admin_state_up': True, 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'security_groups': ['ccc6e547-e7cf-468c-9a3e-61c744fd9df9']}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:39.738616 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.777495 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3e82d431-470d-4739-862c-cad712f2bf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:39.785039 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-cf4b06db-963a-4a5d-ad1f-f83b32db02e5 req-a1145dac-62ac-41ac-9678-c3e70693e909 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Unset dirty status for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:39.798544 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cf4b06db-963a-4a5d-ad1f-f83b32db02e5 req-a1145dac-62ac-41ac-9678-c3e70693e909 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 210 time: 0.3315175 Sep 15 19:14:39.816104 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62519e06-dbf6-49c9-afff-cece54e64962,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:39.819015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] For port 892cfda4-eba1-40ce-b004-7d8ddca10d40, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:39.826787 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:39.894427 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:14:39.898940 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-ef650b10-22c7-40ff-8255-4d1415d3d302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:39.902213 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] For port 892cfda4-eba1-40ce-b004-7d8ddca10d40, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=892cfda4-eba1-40ce-b004-7d8ddca10d40,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:39.905183 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-ef650b10-22c7-40ff-8255-4d1415d3d302 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 920 time: 0.3047278 Sep 15 19:14:39.913742 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.914082 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Added segment ac8fcc9c-3d51-47e7-9469-b258c4198c9d of type vlan for network 58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df Sep 15 19:14:39.918570 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:39.932158 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:40.026555 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-bf9f0d1b-1c7d-4e93-9e72-014f9f527575 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 200 len: 217 time: 0.1148593 Sep 15 19:14:40.059970 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:40.089927 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:40.091216 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] 10.222.0.58 "PUT /v2.0/ports/892cfda4-eba1-40ce-b004-7d8ddca10d40 HTTP/1.1" status: 200 len: 1093 time: 2.7476923 Sep 15 19:14:40.091695 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ad4b31-a172-4ebb-9f71-904fc5b8c665', 'tag': '892cfda4-eba1-40ce-b004-7d8ddca10d40'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:40.098039 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:40.119152 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-ddbf23ec-bd18-4e32-8f4f-a007cb6f3822 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:40.123607 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-ddbf23ec-bd18-4e32-8f4f-a007cb6f3822 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.0876706 Sep 15 19:14:40.130071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:40.134674 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Pushing event updated for resources: {'Port': ['ID=892cfda4-eba1-40ce-b004-7d8ddca10d40,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:40.146677 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:40.163369 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:40.166112 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:40.166755 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:40.171266 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Made reservation on behalf of b2290d788f834311a01f30dab72af31d for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:40.174873 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:40.188511 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5c902540-30fc-4afd-b4e3-98089e57f5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:40.231174 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-f99d9187-d1c9-4dd2-8aa6-a2565ef742e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973213 Sep 15 19:14:40.237860 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40980) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:40.318349 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:40.348836 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ad4b31-a172-4ebb-9f71-904fc5b8c665', 'tag': '892cfda4-eba1-40ce-b004-7d8ddca10d40', 'status': 'completed', 'code': 200} Sep 15 19:14:40.350181 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Pushing event updated for resources: {'Network': ['ID=58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:40.363396 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:14:40.382466 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08916c5-4e99-4713-b7ba-75c8adc5d5e8 req-6e1f4425-7555-4346-9031-e6345898aec8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:40.384034 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e08916c5-4e99-4713-b7ba-75c8adc5d5e8 req-6e1f4425-7555-4346-9031-e6345898aec8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 945 time: 0.4252875 Sep 15 19:14:40.387148 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:40.425626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:40.433692 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Usage tracker for resource:security_group_rule and tenant:b09cb9448b5c4588903a2d731907f8d8 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:40.440669 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:40.471232 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:40.477215 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3288774 Sep 15 19:14:40.478055 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-439d6ca9-7679-4167-b85c-1c2c75ddd8e0 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084537 Sep 15 19:14:40.480346 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 40990) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:40.491749 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Request body: {'subnet': {'network_id': '58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-214303528-subnet', 'tenant_id': 'bbb40b198872426c9b04423f44bb1419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:40.497864 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:40.503076 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Usage tracker for resource:subnet and tenant:bbb40b198872426c9b04423f44bb1419 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:40.506123 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:40.512169 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:40.548578 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Made reservation on behalf of bbb40b198872426c9b04423f44bb1419 for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:40.550501 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:40.701124 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Allocated IP 172.20.0.4 (a2ba4767-1013-4d2f-afa1-72e2562c15c7/63dbc8c2-c4a2-4055-a93c-030466d5f250/6de6d29d-d6dd-475d-a4a6-dbc764beb3f4) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:14:40.734205 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-9ae1576f-3051-4d6b-9303-d66c5ae14ff4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 1096 time: 0.5467174 Sep 15 19:14:40.756692 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e08916c5-4e99-4713-b7ba-75c8adc5d5e8 req-6dd8ddd3-9dcc-4fd7-bc05-89f36acca105 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508961 Sep 15 19:14:40.892496 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-1afd8287-11c5-40c0-887a-880e486f7fff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=892cfda4-eba1-40ce-b004-7d8ddca10d40 HTTP/1.1" status: 200 len: 217 time: 0.1341379 Sep 15 19:14:40.921155 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4163477a-792e-4afc-9a4c-b710e7b31477 req-4ae72695-2962-46a7-bde1-03a4c0bd5955 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006867 Sep 15 19:14:40.924323 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:40.986228 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1f10bbb1-d5a8-4b02-aedb-0d99f965abf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:41.088481 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Checking segment: {'id': 'ac8fcc9c-3d51-47e7-9469-b258c4198c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:41.088835 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Network hostable DHCP agents. Network: 58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:14:41.147852 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Network 58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:14:41.163267 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08e85a7-6a43-441a-bcd8-bf56b22fad58,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:41.174757 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:41.181974 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:41.183794 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.185076 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:41.185643 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.201594 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.207350 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2de1f-733c-4139-a1e3-d324348a734c None None] Network 58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:41.222663 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-8b5aeab1-b4ef-4b3b-a5cc-a5a5e13c2166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:41.232361 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-8b5aeab1-b4ef-4b3b-a5cc-a5a5e13c2166 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.3235688 Sep 15 19:14:41.235552 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:41.261409 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76125a81-9acc-474d-9693-04a24f2b4183 req-c02e9e5e-5e9d-4bc6-8032-18606e7ed9c7 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:41.263317 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-76125a81-9acc-474d-9693-04a24f2b4183 req-c02e9e5e-5e9d-4bc6-8032-18606e7ed9c7 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 945 time: 0.3932836 Sep 15 19:14:41.274778 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b09cb9448b5c4588903a2d731907f8d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0355928 Sep 15 19:14:41.279496 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41020) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:41.324343 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b557864-1388-40d4-b626-c28243bb9f29,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:41.333934 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-4850cec4-6236-488b-a9e6-98ed663727b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8523977 Sep 15 19:14:41.338718 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:41.365463 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-7a29f518-6d0c-44d9-ae37-1397fdc8ee94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169217 Sep 15 19:14:41.405780 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-76125a81-9acc-474d-9693-04a24f2b4183 req-7902aed5-0560-49fd-8225-6bd22aa0fb7c tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271429 Sep 15 19:14:41.415852 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.419020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-af1a422a-ead8-4cce-b02d-b79bb5a495fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.450187 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d467d-a88a-491a-b565-a114b07562dc req-6fe33384-a96f-4ab0-867e-c9ac16686167 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:41.465378 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-918d467d-a88a-491a-b565-a114b07562dc req-6fe33384-a96f-4ab0-867e-c9ac16686167 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 943 time: 0.4687321 Sep 15 19:14:41.483248 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-af1a422a-ead8-4cce-b02d-b79bb5a495fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.521660 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c3283f-ddbf-4dd1-a744-0138e4d53294 None None] Network 58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:41.576785 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-af1a422a-ead8-4cce-b02d-b79bb5a495fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.581934 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:41.602430 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a422a-ead8-4cce-b02d-b79bb5a495fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b557864-1388-40d4-b626-c28243bb9f29,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:41.607664 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-af1a422a-ead8-4cce-b02d-b79bb5a495fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:41.623871 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-af1a422a-ead8-4cce-b02d-b79bb5a495fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.629219 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-af1a422a-ead8-4cce-b02d-b79bb5a495fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b557864-1388-40d4-b626-c28243bb9f29 HTTP/1.1" status: 204 len: 168 time: 0.3466866 Sep 15 19:14:41.684132 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Transition to ACTIVE for port object 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 will not be triggered until provisioned by entity DHCP. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:41.735012 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ff209f71-61bb-45d2-ab30-ff964c4107ec req-69f2a649-e649-4d25-908b-dd7b13ed737d tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 210 time: 0.0951617 Sep 15 19:14:41.821540 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-918d467d-a88a-491a-b565-a114b07562dc req-8fc29c2e-9a0e-4740-b91b-4469b9c220d4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544834 Sep 15 19:14:41.830709 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:41.867375 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-e241d8c5-676b-433b-9a6b-e2e9c0da7114 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877307 Sep 15 19:14:41.869628 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:42.153496 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9fd99992-c457-4874-bd63-f3cafb419a02 req-72ddaa3f-e072-4b15-b9dd-79e328fdb494 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423389 Sep 15 19:14:42.193372 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a14db0-7e0f-489b-8703-c1ec2e40e0d2 req-95173110-4d0e-4752-95c2-a9ac009d78be tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:42.210886 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-34a14db0-7e0f-489b-8703-c1ec2e40e0d2 req-95173110-4d0e-4752-95c2-a9ac009d78be tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 945 time: 0.2268105 Sep 15 19:14:42.286046 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-34a14db0-7e0f-489b-8703-c1ec2e40e0d2 req-4b295c32-c6b2-490f-a24e-0dec47400e06 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722401 Sep 15 19:14:42.301579 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:14:42.307763 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:42.310940 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:14:42.415444 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:42.416161 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:42.423313 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'Port': ['ID=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:42.426756 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:42.473667 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7752130 Sep 15 19:14:42.482504 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-73b62c07-d0e4-4083-ad4e-2b907359afa6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 1096 time: 0.2388840 Sep 15 19:14:42.498959 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Request body: {'port': {'device_id': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:42.632963 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41064) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:42.670656 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-635ba93f-9ea4-41f9-a2e7-9f169f8189ec None None] Provisioning for port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:42.675488 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-635ba93f-9ea4-41f9-a2e7-9f169f8189ec None None] Provisioning complete for port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:42.675974 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-635ba93f-9ea4-41f9-a2e7-9f169f8189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:42.686575 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:42.727803 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 9196ea2b-3308-4575-9364-705fff83fd6c details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:14:42.761393 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:42.770565 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f47fd0db88c943e4bcf92231a8e653c7 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:42.778761 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:42.789190 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:42.816327 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-635ba93f-9ea4-41f9-a2e7-9f169f8189ec None None] Port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:14:43.024931 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.038502 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.170614 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1ee68722-6cf2-4163-8d56-073b97169dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:43.232925 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 9196ea2b-3308-4575-9364-705fff83fd6c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9196ea2b-3308-4575-9364-705fff83fd6c,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:43.247875 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.261486 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f47fd0db88c943e4bcf92231a8e653c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6267772 Sep 15 19:14:43.264236 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41096) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:43.265646 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5e6fda-f4d8-40e7-abeb-1878fb621485,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:43.268266 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '9196ea2b-3308-4575-9364-705fff83fd6c', 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556', 'port_id': '9196ea2b-3308-4575-9364-705fff83fd6c', 'mac_address': 'fa:16:3e:39:3d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a239d5-39b5-4595-adf6-be07668b4963', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:14:43.305072 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:43.306645 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-37ea2cba-d1e0-4ab2-87de-ddbf336d8bc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:43.308092 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-37ea2cba-d1e0-4ab2-87de-ddbf336d8bc0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 920 time: 0.8158619 Sep 15 19:14:43.424400 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.464364 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9196ea2b-3308-4575-9364-705fff83fd6c {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:43.465438 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e1af37d1-0ac7-4936-a2f7-db8cc7b82145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.517568 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 9196ea2b-3308-4575-9364-705fff83fd6c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9196ea2b-3308-4575-9364-705fff83fd6c,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:43.528315 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.530281 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:43.569911 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e1af37d1-0ac7-4936-a2f7-db8cc7b82145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.633783 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-85d66028-4c7b-4701-96bc-a62177781846 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=892cfda4-eba1-40ce-b004-7d8ddca10d40 HTTP/1.1" status: 200 len: 217 time: 0.3086011 Sep 15 19:14:43.644980 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=9196ea2b-3308-4575-9364-705fff83fd6c,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:43.647165 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75980-cc20-4d77-9607-aa3dbbd695bb req-bd608d81-0107-4011-ad97-c9d0335131f4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:43.648228 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:43.648692 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8fa75980-cc20-4d77-9607-aa3dbbd695bb req-bd608d81-0107-4011-ad97-c9d0335131f4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 943 time: 0.3855648 Sep 15 19:14:43.756304 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['9196ea2b-3308-4575-9364-705fff83fd6c'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:14:43.761023 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e1af37d1-0ac7-4936-a2f7-db8cc7b82145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.781219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1f494134-0421-4034-bc76-0f0dd210214d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:43.800891 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf2dc3-9468-4cc7-9e49-343ffd6ea024 req-aa5c2ac0-0645-436d-8d07-9aaf6217a6e4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:43.801590 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-ffaf2dc3-9468-4cc7-9e49-343ffd6ea024 req-aa5c2ac0-0645-436d-8d07-9aaf6217a6e4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Synchronizing usage tracker for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:43.805550 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af37d1-0ac7-4936-a2f7-db8cc7b82145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5e6fda-f4d8-40e7-abeb-1878fb621485,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:43.820844 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e1af37d1-0ac7-4936-a2f7-db8cc7b82145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:43.826338 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8fa75980-cc20-4d77-9607-aa3dbbd695bb req-900c0f26-1fb3-4369-9e97-bc2d63489645 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605551 Sep 15 19:14:43.827587 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e1af37d1-0ac7-4936-a2f7-db8cc7b82145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:43.828567 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-e1af37d1-0ac7-4936-a2f7-db8cc7b82145 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c5e6fda-f4d8-40e7-abeb-1878fb621485 HTTP/1.1" status: 204 len: 168 time: 0.5474346 Sep 15 19:14:43.838034 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-5fc3c23b-4d1f-4666-897a-255141cd534c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:43.839749 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-5fc3c23b-4d1f-4666-897a-255141cd534c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.1982503 Sep 15 19:14:43.848108 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-ffaf2dc3-9468-4cc7-9e49-343ffd6ea024 req-aa5c2ac0-0645-436d-8d07-9aaf6217a6e4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Unset dirty status for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:43.851476 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ffaf2dc3-9468-4cc7-9e49-343ffd6ea024 req-aa5c2ac0-0645-436d-8d07-9aaf6217a6e4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 931 time: 0.7326312 Sep 15 19:14:44.072737 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-ab5fba93-b982-43bd-99be-92e389a21bc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190838 Sep 15 19:14:44.150783 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41158) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:44.157245 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2045000135-network', 'tenant_id': '1f3acd83b27340d0ad81f01dc4f04e5e'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:44.164943 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:44.169169 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ffaf2dc3-9468-4cc7-9e49-343ffd6ea024 req-7adc2242-d142-453b-a24d-dc9b1fff60a0 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949702 Sep 15 19:14:44.181301 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Usage tracker for resource:network and tenant:1f3acd83b27340d0ad81f01dc4f04e5e is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:44.194530 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:44.209572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:44.237399 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Made reservation on behalf of 1f3acd83b27340d0ad81f01dc4f04e5e for: {'network': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:44.240279 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.274991 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.375475 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:44.390916 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1f3acd83b27340d0ad81f01dc4f04e5e is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:44.395957 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:44.405808 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:44.529076 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.db.resource_extend [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:14:44.585659 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.591775 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.611813 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=75105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:14:44.650191 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.651941 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.segments_db [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Added segment b69926fe-fa87-4b5f-ad70-7a05156571c3 of type vlan for network 1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d Sep 15 19:14:44.716275 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 892cfda4-eba1-40ce-b004-7d8ddca10d40 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:14:44.729372 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.751745 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:44.762515 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.783125 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-8e440ca6-4636-4a87-a8ea-6b60ab7d3060 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724536 Sep 15 19:14:44.792383 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:44.808441 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.816562 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:44.816562 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.867362 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Transition to ACTIVE for port object 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:14:44.882262 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:44.891154 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5e093e5c-373d-4832-a3fe-aacb778bd7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:44.913640 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7613399 Sep 15 19:14:44.925151 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41218) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:44.939909 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Request body: {'subnet': {'network_id': '1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2045000135-subnet', 'tenant_id': '1f3acd83b27340d0ad81f01dc4f04e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:44.953607 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df25edf-0154-43e6-828b-c44f6c7a460b,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:44.971858 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:44.979364 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:44.982526 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:45.023931 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Usage tracker for resource:subnet and tenant:1f3acd83b27340d0ad81f01dc4f04e5e is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:45.039092 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:45.080753 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 892cfda4-eba1-40ce-b004-7d8ddca10d40, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=892cfda4-eba1-40ce-b004-7d8ddca10d40,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:45.095786 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:45.141271 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '892cfda4-eba1-40ce-b004-7d8ddca10d40', 'network_id': 'a5217964-70ce-4f4f-835b-317e1ce9e556', 'port_id': '892cfda4-eba1-40ce-b004-7d8ddca10d40', 'mac_address': 'fa:16:3e:b9:5b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a239d5-39b5-4595-adf6-be07668b4963', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:14:45.229761 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Pushing event updated for resources: {'Port': ['ID=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:45.244451 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:45.300544 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:45.315385 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-749f84eb-ea8f-4371-bdc0-369587c5ff84 req-d9198a66-9184-44dd-a481-8999c3a02795 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123563 Sep 15 19:14:45.372237 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892cfda4-eba1-40ce-b004-7d8ddca10d40 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:45.406415 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:45.432093 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:45.432530 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:14:45.447267 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Made reservation on behalf of 1f3acd83b27340d0ad81f01dc4f04e5e for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:14:45.464057 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:45.481456 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-032d9e70-5356-4dd1-85ec-90580fa21385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:45.501944 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Attempting to bind port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:14:45.502516 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Attempting to bind port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:14:45.510091 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Attempting to bind port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 on network a2ba4767-1013-4d2f-afa1-72e2562c15c7 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:45.529255 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 on network a2ba4767-1013-4d2f-afa1-72e2562c15c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:14:45.529828 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Attempting to bind port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 on network a2ba4767-1013-4d2f-afa1-72e2562c15c7 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:14:45.537342 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 892cfda4-eba1-40ce-b004-7d8ddca10d40, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=892cfda4-eba1-40ce-b004-7d8ddca10d40,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:45.546352 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:14:45.546749 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Checking segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:45.547166 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Bound using segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:14:45.550455 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Bound port: 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:14:45.550824 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:45.556746 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:45.663638 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:45.752566 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] For port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:14:45.765739 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] For port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:14:45.779147 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:45.788772 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9b649-69df-4b0e-9cde-14111438c9d5 req-678e27fa-c1be-45cb-9d1b-075e84fa94fb tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:45.793773 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:45.807704 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-78c9b649-69df-4b0e-9cde-14111438c9d5 req-678e27fa-c1be-45cb-9d1b-075e84fa94fb tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 943 time: 0.4996350 Sep 15 19:14:45.876411 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['892cfda4-eba1-40ce-b004-7d8ddca10d40'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:14:45.979131 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:45.982795 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] 10.222.0.58 "PUT /v2.0/ports/6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 200 len: 1093 time: 3.4921687 Sep 15 19:14:45.983593 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'tag': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:46.056996 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-78c9b649-69df-4b0e-9cde-14111438c9d5 req-7f9ad912-cefa-49d6-8148-c29b46dba5a2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483163 Sep 15 19:14:46.081860 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:46.097589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Pushing event updated for resources: {'Port': ['ID=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:46.185400 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=892cfda4-eba1-40ce-b004-7d8ddca10d40,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:46.192165 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:46.205272 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:46.221030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:46.276783 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'tag': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'status': 'completed', 'code': 200} Sep 15 19:14:46.277731 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:46.387898 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfccd7-f390-45f4-aac9-7909c32bbd58 req-4e5d7c95-804a-4667-9ffe-3ab13816059a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:46.398788 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-21bfccd7-f390-45f4-aac9-7909c32bbd58 req-4e5d7c95-804a-4667-9ffe-3ab13816059a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 943 time: 0.2838295 Sep 15 19:14:46.428836 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f134ac-f3fe-475e-b903-86a52d8808d8,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:46.435573 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:46.463797 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Checking segment: {'id': 'b69926fe-fa87-4b5f-ad70-7a05156571c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:14:46.463797 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Network hostable DHCP agents. Network: 1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:14:46.476708 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-f5694c54-8d8e-4176-8c9c-8618b5d7110e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 1096 time: 0.4374454 Sep 15 19:14:46.561593 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Network 1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:14:46.574202 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:14:46.578273 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:46.578850 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:46.586357 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556565e4-4c51-458c-859c-469963c2e496 None None] Network 1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:46.599937 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-b8a6040b-4c09-429a-a6ba-ea08b39c399b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 200 len: 217 time: 0.1129360 Sep 15 19:14:46.617835 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a3a77663-10f8-442d-be5e-d27ec107ee02 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6902392 Sep 15 19:14:46.654198 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-21bfccd7-f390-45f4-aac9-7909c32bbd58 req-ea900828-f463-49fa-972f-324e5294f16a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2538104 Sep 15 19:14:46.710879 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-406252cf-23dd-4994-a3c7-708999cc1f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:46.713189 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-406252cf-23dd-4994-a3c7-708999cc1f93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.1009459 Sep 15 19:14:46.752942 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 9196ea2b-3308-4575-9364-705fff83fd6c up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:46.775280 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41288) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:46.827414 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-ddd4167e-0b4f-4b76-b2ac-cd8d52cdbb32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072669 Sep 15 19:14:46.914005 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 9196ea2b-3308-4575-9364-705fff83fd6c completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:46.928207 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 9196ea2b-3308-4575-9364-705fff83fd6c triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:46.928953 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.038912 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-8dcfdba1-d9a2-409e-9994-9f24f6eb5fa8 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011757 Sep 15 19:14:47.078005 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff8ecdc-bd5e-480f-8db5-d449e8bba87d None None] Network 1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:14:47.147524 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.201609 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.237645 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030c55e9-1aa9-4e77-98bb-ebb04e70f9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196ea2b-3308-4575-9364-705fff83fd6c'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:47.252772 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 9196ea2b-3308-4575-9364-705fff83fd6c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9196ea2b-3308-4575-9364-705fff83fd6c,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:47.254413 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:47.264124 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.268597 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Usage tracker for resource:security_group_rule and tenant:91e0b448e00c4ed2b5b6bee5a3974253 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:47.269028 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:47.276010 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:47.283613 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:47.349727 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb574307-6b19-4e3d-8cb6-bef04375cd34 req-491b4b72-6294-476a-8e87-fed53716cffd tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:47.351804 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cb574307-6b19-4e3d-8cb6-bef04375cd34 req-491b4b72-6294-476a-8e87-fed53716cffd tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 944 time: 0.1346951 Sep 15 19:14:47.373278 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7382185b-ef32-4885-b31e-7c9d138bc6c4 req-ab80fe99-41cb-4d91-89d4-f0ab4793c05c service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252649 Sep 15 19:14:47.378967 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030c55e9-1aa9-4e77-98bb-ebb04e70f9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196ea2b-3308-4575-9364-705fff83fd6c', 'code': 200} Sep 15 19:14:47.431653 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=9196ea2b-3308-4575-9364-705fff83fd6c,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:47.438761 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:47.472945 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.486640 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cb574307-6b19-4e3d-8cb6-bef04375cd34 req-d57b59c1-9a93-4949-aab1-aa245d3f89be tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252472 Sep 15 19:14:47.488058 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.508033 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3db0df6e-8c7d-4fc4-a587-45d5043d721a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:47.552027 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-15863561-28e6-4b06-b0c0-164b7a8a11bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.574156 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-8f59b157-5e3a-4c95-8ba8-f9d8343d1e49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 1096 time: 0.1339512 Sep 15 19:14:47.589159 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91e0b448e00c4ed2b5b6bee5a3974253&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8127515 Sep 15 19:14:47.590945 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa666232-9ccd-4610-8dcc-02600f8aa507,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:47.593718 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41312) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:47.596962 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:47.628387 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41316) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:47.705811 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d322ed3a-2cb8-4274-9b39-5221f52275bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.733335 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d322ed3a-2cb8-4274-9b39-5221f52275bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.794445 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-0918cc28-1413-41aa-9150-b50207b3d6bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:47.796383 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-0918cc28-1413-41aa-9150-b50207b3d6bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 912 time: 0.2141924 Sep 15 19:14:47.800137 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a349f37f-7125-466e-843e-cba994b7e20a req-41330f7f-f3fd-402b-875d-b65b284ff43b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1099 time: 0.1927538 Sep 15 19:14:47.800506 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d322ed3a-2cb8-4274-9b39-5221f52275bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.804212 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:47.819024 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322ed3a-2cb8-4274-9b39-5221f52275bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa666232-9ccd-4610-8dcc-02600f8aa507,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:47.827844 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d322ed3a-2cb8-4274-9b39-5221f52275bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:47.830453 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d322ed3a-2cb8-4274-9b39-5221f52275bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:47.831633 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d322ed3a-2cb8-4274-9b39-5221f52275bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa666232-9ccd-4610-8dcc-02600f8aa507 HTTP/1.1" status: 204 len: 168 time: 0.2367814 Sep 15 19:14:48.052959 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-c7467ee4-86b0-446e-9ab6-f0b666286f20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 200 len: 217 time: 0.2444274 Sep 15 19:14:48.064199 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a349f37f-7125-466e-843e-cba994b7e20a req-a090d501-ce28-4f4e-8d2d-b03cb08bd9e0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022484 Sep 15 19:14:48.111145 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.132034 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-43c75820-8e71-40ae-9fd7-5db4ff027b4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:48.133483 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-43c75820-8e71-40ae-9fd7-5db4ff027b4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.0721900 Sep 15 19:14:48.171511 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ccd48-f7f2-4c6c-9f01-5a9978acb734 req-2d05bb5a-09cb-4306-99af-82cd4ff3a05f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:48.179586 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-200ccd48-f7f2-4c6c-9f01-5a9978acb734 req-2d05bb5a-09cb-4306-99af-82cd4ff3a05f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 943 time: 0.2158501 Sep 15 19:14:48.186394 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:48.191137 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Usage tracker for resource:security_group_rule and tenant:30eb000565aa4ba38af734e220263d0d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:48.195001 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:48.207795 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:48.335759 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.354151 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.369382 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-200ccd48-f7f2-4c6c-9f01-5a9978acb734 req-efb8be94-2c83-4807-b1ec-ebeade4284ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1844416 Sep 15 19:14:48.416521 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:48.429116 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30eb000565aa4ba38af734e220263d0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7725089 Sep 15 19:14:48.431595 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41344) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:48.486540 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695baa15-e1fc-4bda-8a2a-3c0a9c0c70f8,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:48.489813 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:48.506901 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-58cf07e5-823f-4f06-aeb6-1945552ae1ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2365067 Sep 15 19:14:48.530917 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8aeda55e-477e-4894-8fcb-e19344c5b24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.564869 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8aeda55e-477e-4894-8fcb-e19344c5b24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.609467 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41354) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:48.622790 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.633209 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.668252 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8aeda55e-477e-4894-8fcb-e19344c5b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.678401 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-74bf9974-1eef-4347-94cb-1ed0f72b137f service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650112 Sep 15 19:14:48.682963 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d658382b-0828-493c-a1f5-a0165d81a117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:48.733808 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeda55e-477e-4894-8fcb-e19344c5b24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695baa15-e1fc-4bda-8a2a-3c0a9c0c70f8,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:48.736723 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8aeda55e-477e-4894-8fcb-e19344c5b24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:48.741494 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 892cfda4-eba1-40ce-b004-7d8ddca10d40 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:48.746578 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:48.759747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Usage tracker for resource:security_group_rule and tenant:d3eec15196b942889e82d0cc4ad416a7 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:48.763163 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8aeda55e-477e-4894-8fcb-e19344c5b24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.766905 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-8aeda55e-477e-4894-8fcb-e19344c5b24e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/695baa15-e1fc-4bda-8a2a-3c0a9c0c70f8 HTTP/1.1" status: 204 len: 168 time: 0.3317623 Sep 15 19:14:48.766905 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:48.774341 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:48.831349 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-805889e4-5f59-49f4-839e-5b97e61e9c11 req-eedcadf5-b079-440d-9c3c-fd79ae9b603f service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450596 Sep 15 19:14:48.847162 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 892cfda4-eba1-40ce-b004-7d8ddca10d40 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:48.853545 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 892cfda4-eba1-40ce-b004-7d8ddca10d40 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:48.854349 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:48.864118 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1224a50-bb14-48ab-afd4-d468525a4c81 req-9e795929-9c7a-416e-8e4a-1410fea3e862 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:48.865824 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a1224a50-bb14-48ab-afd4-d468525a4c81 req-9e795929-9c7a-416e-8e4a-1410fea3e862 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 944 time: 0.1724975 Sep 15 19:14:49.001167 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.004105 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.009417 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a1224a50-bb14-48ab-afd4-d468525a4c81 req-588a2097-917a-49ae-b133-c1079fcabcd3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355190 Sep 15 19:14:49.014647 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.025019 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-af1a422a-ead8-4cce-b02d-b79bb5a495fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:49.074870 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff1ac94-3e7e-485a-9dfa-88204074d6b2,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:49.076111 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 892cfda4-eba1-40ce-b004-7d8ddca10d40, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=892cfda4-eba1-40ce-b004-7d8ddca10d40,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:49.082634 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3eec15196b942889e82d0cc4ad416a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4689460 Sep 15 19:14:49.082634 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:49.082634 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41362) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:49.090879 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.093581 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:49.222597 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=892cfda4-eba1-40ce-b004-7d8ddca10d40,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:49.225834 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:49.241348 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-00856c4d-6505-441a-b3cc-4ca540acc17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.271717 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-00856c4d-6505-441a-b3cc-4ca540acc17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.344297 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-00856c4d-6505-441a-b3cc-4ca540acc17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.358677 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e1af37d1-0ac7-4936-a2f7-db8cc7b82145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:49.372408 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00856c4d-6505-441a-b3cc-4ca540acc17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff1ac94-3e7e-485a-9dfa-88204074d6b2,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:49.382031 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad4b31-a172-4ebb-9f71-904fc5b8c665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892cfda4-eba1-40ce-b004-7d8ddca10d40'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:49.394615 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-00856c4d-6505-441a-b3cc-4ca540acc17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.400901 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-00856c4d-6505-441a-b3cc-4ca540acc17e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ff1ac94-3e7e-485a-9dfa-88204074d6b2 HTTP/1.1" status: 204 len: 168 time: 0.3148928 Sep 15 19:14:49.402191 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-00856c4d-6505-441a-b3cc-4ca540acc17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:49.543387 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ad4b31-a172-4ebb-9f71-904fc5b8c665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892cfda4-eba1-40ce-b004-7d8ddca10d40', 'code': 200} Sep 15 19:14:49.581743 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41382) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:49.660197 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.709814 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:49.716756 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2d6e75fe3d4a99a4ad45174ed04576 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:49.720573 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:49.727955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:49.735876 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cd8b1-81ca-4f41-9f05-6a070b7ebd64 req-35340eb2-d2b7-4332-b219-ae0813b913ad tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:49.737360 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-885cd8b1-81ca-4f41-9f05-6a070b7ebd64 req-35340eb2-d2b7-4332-b219-ae0813b913ad tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 943 time: 0.1311409 Sep 15 19:14:49.798412 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-885cd8b1-81ca-4f41-9f05-6a070b7ebd64 req-79b13009-2e6a-4212-ae4d-1e3d93ed3d16 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Synchronizing usage tracker for tenant:b2290d788f834311a01f30dab72af31d on resource:security_group {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:14:49.836010 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ea096294-7d43-4ac9-8e76-413298290e01 req-adb5791f-ac5f-4963-bd18-d241111198ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 1098 time: 0.0852301 Sep 15 19:14:49.842020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-885cd8b1-81ca-4f41-9f05-6a070b7ebd64 req-79b13009-2e6a-4212-ae4d-1e3d93ed3d16 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Unset dirty status for tenant:b2290d788f834311a01f30dab72af31d on resource:security_group {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:14:49.843188 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-885cd8b1-81ca-4f41-9f05-6a070b7ebd64 req-79b13009-2e6a-4212-ae4d-1e3d93ed3d16 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985086 Sep 15 19:14:49.861369 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.869359 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:49.877836 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:49.910644 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ea096294-7d43-4ac9-8e76-413298290e01 req-0602596d-f2db-46cd-9ca5-a47bc080f8ac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542560 Sep 15 19:14:49.919780 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d63251-ca1f-41e3-b004-8c81d7e56af9,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:49.924445 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b2d6e75fe3d4a99a4ad45174ed04576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3409994 Sep 15 19:14:49.925382 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:49.928199 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41396) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:49.979328 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:50.007261 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-781fe315-c392-4dd4-a219-c4f67b0463ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:50.037399 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-781fe315-c392-4dd4-a219-c4f67b0463ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:50.113026 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-781fe315-c392-4dd4-a219-c4f67b0463ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:50.119827 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-381ab7dd-2ba7-4798-b9b8-086a3e035859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:50.157355 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fe315-c392-4dd4-a219-c4f67b0463ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d63251-ca1f-41e3-b004-8c81d7e56af9,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:50.160061 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-781fe315-c392-4dd4-a219-c4f67b0463ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:50.161225 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-781fe315-c392-4dd4-a219-c4f67b0463ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:50.167775 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-781fe315-c392-4dd4-a219-c4f67b0463ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17d63251-ca1f-41e3-b004-8c81d7e56af9 HTTP/1.1" status: 204 len: 168 time: 0.2369850 Sep 15 19:14:50.260612 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f51581-59c8-40d9-80e1-c2370b378b34 req-58c99773-6490-47b9-b9a7-e6cb241a2023 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:50.269373 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-08f51581-59c8-40d9-80e1-c2370b378b34 req-58c99773-6490-47b9-b9a7-e6cb241a2023 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1031568 Sep 15 19:14:50.330626 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-08f51581-59c8-40d9-80e1-c2370b378b34 req-e988a349-efc6-4f62-9009-1bc32b3ba13f tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596189 Sep 15 19:14:50.745282 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:14:50.911608 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:50.948252 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'port_id': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'mac_address': 'fa:16:3e:7f:fc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:14:51.030996 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:51.056754 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:14:51.075479 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:51.082464 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:51.085425 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:51.149627 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102587d3-12ba-4d0c-8c67-e3c8f3e9ea5e req-5e744392-aa5b-46d4-a74b-9152246fa291 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:51.159549 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-102587d3-12ba-4d0c-8c67-e3c8f3e9ea5e req-5e744392-aa5b-46d4-a74b-9152246fa291 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 943 time: 0.1206942 Sep 15 19:14:51.182513 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:51.195902 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:51.218229 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-102587d3-12ba-4d0c-8c67-e3c8f3e9ea5e req-9dc3d419-5060-4379-a1ee-308f1c8a24bb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579243 Sep 15 19:14:51.502468 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['6de6d29d-d6dd-475d-a4a6-dbc764beb3f4'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:14:51.679859 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac7103-98bb-4875-ae37-6992f986bfe3 req-999fdb19-4fbe-4097-94aa-21b239b1df82 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:51.684589 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b6ac7103-98bb-4875-ae37-6992f986bfe3 req-999fdb19-4fbe-4097-94aa-21b239b1df82 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1854591 Sep 15 19:14:51.801953 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b6ac7103-98bb-4875-ae37-6992f986bfe3 req-b3a5c59c-3913-4e00-b2ed-06fbf66ce41d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081223 Sep 15 19:14:52.445548 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7ba29-1dbc-425b-88c2-f5e674f32eac req-582d04a5-d6db-4679-ad55-f654ca73417f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:52.452742 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-14d7ba29-1dbc-425b-88c2-f5e674f32eac req-582d04a5-d6db-4679-ad55-f654ca73417f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 944 time: 0.0923710 Sep 15 19:14:52.504084 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-14d7ba29-1dbc-425b-88c2-f5e674f32eac req-50b982d0-6c65-4215-b380-77973f982b94 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504332 Sep 15 19:14:52.686675 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41536) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:52.780147 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:14:52.842393 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:52.857550 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:14:52.863503 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:14:52.864144 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:52.940133 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:52.947409 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Usage tracker for resource:security_group_rule and tenant:a4abd2c2840f4859aa8197ab76466a09 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:52.960092 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:52.965987 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:53.003744 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:53.038808 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:53.053850 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:53.062469 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:53.064874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e85e7-a768-4d8c-8339-6541924684ad req-c5bc47a7-bdb4-4d3c-9c77-0ff454dd59a3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:53.065428 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:53.068098 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e61e85e7-a768-4d8c-8339-6541924684ad req-c5bc47a7-bdb4-4d3c-9c77-0ff454dd59a3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1134865 Sep 15 19:14:53.140196 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'code': 200} Sep 15 19:14:53.142673 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:53.147052 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:53.149901 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e61e85e7-a768-4d8c-8339-6541924684ad req-77f94e3a-a9a7-4218-ab00-f56f1a58b401 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760686 Sep 15 19:14:53.156021 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:53.159446 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:53.168304 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:53.209003 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32107653-fc9e-4eec-b4bf-be152595e324,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:53.212477 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:53.214880 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4abd2c2840f4859aa8197ab76466a09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5271800 Sep 15 19:14:53.217566 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41560) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:53.298551 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5faa4f26-a0b5-468d-ae48-5b3b6b511e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:53.334685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5faa4f26-a0b5-468d-ae48-5b3b6b511e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:53.406843 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5faa4f26-a0b5-468d-ae48-5b3b6b511e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:53.422002 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c2b85fcb-0e91-4ec8-aadd-fb715f1d8af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:53.443556 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa4f26-a0b5-468d-ae48-5b3b6b511e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32107653-fc9e-4eec-b4bf-be152595e324,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:53.447605 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5faa4f26-a0b5-468d-ae48-5b3b6b511e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:53.450796 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5faa4f26-a0b5-468d-ae48-5b3b6b511e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:53.473942 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-5faa4f26-a0b5-468d-ae48-5b3b6b511e43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32107653-fc9e-4eec-b4bf-be152595e324 HTTP/1.1" status: 204 len: 168 time: 0.2541065 Sep 15 19:14:53.562198 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-08c9b682-97c5-4ce0-9555-7fe5bbd7323c req-948eab86-f6f2-40d2-b1a5-ce368bbefe89 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 1098 time: 0.1732101 Sep 15 19:14:53.575224 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41582) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:53.801225 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d0167-1a73-41b0-9f0d-1d22cf5ce496 req-b76c068b-1585-497b-93a5-76c816f3868e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:53.808128 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-589d0167-1a73-41b0-9f0d-1d22cf5ce496 req-b76c068b-1585-497b-93a5-76c816f3868e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1034722 Sep 15 19:14:53.862618 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-589d0167-1a73-41b0-9f0d-1d22cf5ce496 req-4d3e6010-0aeb-479f-9986-90293735e411 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534215 Sep 15 19:14:53.910292 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-08c9b682-97c5-4ce0-9555-7fe5bbd7323c req-2caa1390-ee4e-44f3-ab4f-e300918e0af6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3252931 Sep 15 19:14:53.956290 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1cb15-1dcd-40b0-8496-376c0922b49b req-fc91f268-27d4-4793-9d5d-49a6a7d5a897 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:53.958015 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-55f1cb15-1dcd-40b0-8496-376c0922b49b req-fc91f268-27d4-4793-9d5d-49a6a7d5a897 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.2242126 Sep 15 19:14:53.961174 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-40961d01-6fe8-4b8a-bc9f-5fc859f5cb16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 1098 time: 0.3472693 Sep 15 19:14:54.033310 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-55f1cb15-1dcd-40b0-8496-376c0922b49b req-c43e0c82-23ea-44d0-b26f-72214aeac57e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685017 Sep 15 19:14:54.072616 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.112230 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:54.130413 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Usage tracker for resource:security_group_rule and tenant:872c7c2fe30f451f83ac9766ef55680a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:54.133787 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:54.148172 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:54.254020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.258835 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.264601 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 41602) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:54.269524 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:54.276725 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41606) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:54.315577 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.351971 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e03d32c-d305-4c9b-aad1-cd35d20e83f5,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:54.355368 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:54.369471 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=872c7c2fe30f451f83ac9766ef55680a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7930961 Sep 15 19:14:54.370000 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 41612) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:54.376708 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:54.380474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Usage tracker for resource:security_group_rule and tenant:4d911c089c354a0dbacf5b40fe5acfa9 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:54.383326 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:54.384080 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-51aac598-9136-430b-9fad-94018ff06bfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:54.385474 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-51aac598-9136-430b-9fad-94018ff06bfa service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 920 time: 0.2008643 Sep 15 19:14:54.389213 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:54.463655 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.469582 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.475652 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-ac640ba3-13fc-4136-aca0-3165de8e1deb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=892cfda4-eba1-40ce-b004-7d8ddca10d40 HTTP/1.1" status: 200 len: 217 time: 0.0765903 Sep 15 19:14:54.479024 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:54.523226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aaedd7-239a-4c50-9b06-bdd6e59b19a2,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:54.526602 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:54.529461 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d911c089c354a0dbacf5b40fe5acfa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2497718 Sep 15 19:14:54.532648 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41616) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:54.543758 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-529e49c8-febb-4f4b-a50a-0c8978903b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.583030 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-f5391ae4-bd24-48c6-b645-0814a993c656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:54.584476 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-f5391ae4-bd24-48c6-b645-0814a993c656 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.0924625 Sep 15 19:14:54.586074 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-529e49c8-febb-4f4b-a50a-0c8978903b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.614715 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff7f6b2-416a-4ec3-931b-e9786c54d596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.642800 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff7f6b2-416a-4ec3-931b-e9786c54d596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.703130 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff7f6b2-416a-4ec3-931b-e9786c54d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.707069 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-6b96c155-ae23-4159-aaa0-28f2480d9642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:54.717262 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.720061 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7f6b2-416a-4ec3-931b-e9786c54d596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aaedd7-239a-4c50-9b06-bdd6e59b19a2,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:54.722685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fff7f6b2-416a-4ec3-931b-e9786c54d596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:54.731227 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-8da6800e-d92b-454d-b0b9-88133ee91c25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105833 Sep 15 19:14:54.740883 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff7f6b2-416a-4ec3-931b-e9786c54d596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.742064 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-fff7f6b2-416a-4ec3-931b-e9786c54d596 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77aaedd7-239a-4c50-9b06-bdd6e59b19a2 HTTP/1.1" status: 204 len: 168 time: 0.2081835 Sep 15 19:14:54.758733 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:54.762951 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Usage tracker for resource:security_group_rule and tenant:e80a548bcfb849a899c470d0c004e6c2 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:54.768216 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:54.799311 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-529e49c8-febb-4f4b-a50a-0c8978903b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.803548 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:54.815839 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-22044607-2656-448c-acc6-a11ea24dd903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:54.840887 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e49c8-febb-4f4b-a50a-0c8978903b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e03d32c-d305-4c9b-aad1-cd35d20e83f5,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:54.897500 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-529e49c8-febb-4f4b-a50a-0c8978903b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:54.909411 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-529e49c8-febb-4f4b-a50a-0c8978903b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:54.911816 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-529e49c8-febb-4f4b-a50a-0c8978903b43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e03d32c-d305-4c9b-aad1-cd35d20e83f5 HTTP/1.1" status: 204 len: 168 time: 0.5404043 Sep 15 19:14:54.993091 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-9a73932f-45ed-4d17-bbd0-2ac890542902 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221956 Sep 15 19:14:55.081975 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:55.231665 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:55.245993 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:55.269135 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcef9d-6357-4062-8a9a-13dd4f3b16ef req-88e92686-7539-49ce-9080-4dbed7720c81 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:55.276230 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-41bcef9d-6357-4062-8a9a-13dd4f3b16ef req-88e92686-7539-49ce-9080-4dbed7720c81 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1722806 Sep 15 19:14:55.352744 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-41bcef9d-6357-4062-8a9a-13dd4f3b16ef req-7b0b2623-aec4-46ef-9415-2eadffb04d1c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696507 Sep 15 19:14:55.402277 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92cb6e-7a41-4790-b161-c27a9bacebd4,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:55.410992 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:55.418435 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e80a548bcfb849a899c470d0c004e6c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1487417 Sep 15 19:14:55.418695 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41648) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:55.476838 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6afae0f1-5ded-441a-962d-b8dd8cd1e2f4 req-36bad21f-9909-4bf4-9b01-7f7b5d6f21e0 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517670 Sep 15 19:14:55.513841 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae67d4-14c6-495a-b3a6-bc8060c41762 req-e5b217d0-70b2-4564-8096-b68650ab4688 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:55.517138 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c9ae67d4-14c6-495a-b3a6-bc8060c41762 req-e5b217d0-70b2-4564-8096-b68650ab4688 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.2501388 Sep 15 19:14:55.620905 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c9ae67d4-14c6-495a-b3a6-bc8060c41762 req-2af525ad-3785-4e3c-9f7a-b6f1256210b9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911169 Sep 15 19:14:55.633891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4dfca7f6-73f0-4828-8b57-154962872caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:55.700679 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4dfca7f6-73f0-4828-8b57-154962872caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:55.811866 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4dfca7f6-73f0-4828-8b57-154962872caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:55.819547 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c3d32262-1479-4b49-beb6-8d752717cb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:55.837743 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfca7f6-73f0-4828-8b57-154962872caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92cb6e-7a41-4790-b161-c27a9bacebd4,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:55.840686 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4dfca7f6-73f0-4828-8b57-154962872caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:55.842697 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4dfca7f6-73f0-4828-8b57-154962872caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:55.844293 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-4dfca7f6-73f0-4828-8b57-154962872caa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd92cb6e-7a41-4790-b161-c27a9bacebd4 HTTP/1.1" status: 204 len: 168 time: 0.4243126 Sep 15 19:14:55.933551 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 41664) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:55.976804 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.106550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:56.113002 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:54ed9e1b54a3457bbb294a3ef3762241 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:56.116560 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:56.123967 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:56.147069 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad4e6e-1a39-4223-9409-1ea7b51bd9e1 req-9a7b9e38-ef4b-48b3-a162-ca89b84c0760 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:56.148568 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cad4e6e-1a39-4223-9409-1ea7b51bd9e1 req-9a7b9e38-ef4b-48b3-a162-ca89b84c0760 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 945 time: 0.1540000 Sep 15 19:14:56.232420 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cad4e6e-1a39-4223-9409-1ea7b51bd9e1 req-f7fd9ec0-3903-4d54-9bf0-8206e9fac206 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743294 Sep 15 19:14:56.253300 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.265801 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.266935 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:56.306653 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2b75e9-a2c4-4abf-8ee0-b8bc7fac4648,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:56.311035 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54ed9e1b54a3457bbb294a3ef3762241&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3764989 Sep 15 19:14:56.311979 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:56.314350 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41676) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:56.378099 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-829be296-a05c-41ec-b37a-28d502eaef9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.424042 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-829be296-a05c-41ec-b37a-28d502eaef9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.502646 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-829be296-a05c-41ec-b37a-28d502eaef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.513068 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b6df7378-2d89-4885-8156-328e41ffe964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:56.577220 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 41688) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:56.577720 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829be296-a05c-41ec-b37a-28d502eaef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2b75e9-a2c4-4abf-8ee0-b8bc7fac4648,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:56.579743 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-829be296-a05c-41ec-b37a-28d502eaef9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:56.590993 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-829be296-a05c-41ec-b37a-28d502eaef9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.595255 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-829be296-a05c-41ec-b37a-28d502eaef9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb2b75e9-a2c4-4abf-8ee0-b8bc7fac4648 HTTP/1.1" status: 204 len: 168 time: 0.2799208 Sep 15 19:14:56.622543 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.640627 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0463f-e2e3-4a09-895f-178b96054a19 req-67cb119f-f8eb-4109-96f9-dd6281a44f98 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:56.642428 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b4f0463f-e2e3-4a09-895f-178b96054a19 req-67cb119f-f8eb-4109-96f9-dd6281a44f98 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1176579 Sep 15 19:14:56.664465 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:14:56.670860 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Usage tracker for resource:security_group_rule and tenant:3d1bfd5c18dd40f9ae6167043ed90576 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:14:56.675733 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:14:56.682374 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:14:56.710455 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b4f0463f-e2e3-4a09-895f-178b96054a19 req-ec51bb5c-1a6b-4434-8e33-46e8b8b6c102 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610693 Sep 15 19:14:56.772705 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.779846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:56.797160 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:56.847720 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fb6450-11e8-4902-8994-1146e6daa33a,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:56.856944 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:56.900076 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d1bfd5c18dd40f9ae6167043ed90576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3226714 Sep 15 19:14:56.909831 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41702) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:57.005105 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603078dd-6bb3-4fda-9b55-7346fc7f4226 req-e19c984c-e558-43ff-9c8c-6178031f0c93 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:57.009721 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-603078dd-6bb3-4fda-9b55-7346fc7f4226 req-e19c984c-e558-43ff-9c8c-6178031f0c93 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1453340 Sep 15 19:14:57.015473 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41710) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:14:57.023255 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'floatingip': {'port_id': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:14:57.037464 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ae93f-9eae-4f6a-a4d8-55e20fb6e7df req-f18bbd17-9eea-418f-b573-8137b73033b6 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:57.039135 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a83ae93f-9eae-4f6a-a4d8-55e20fb6e7df req-f18bbd17-9eea-418f-b573-8137b73033b6 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1494000 Sep 15 19:14:57.095033 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a83ae93f-9eae-4f6a-a4d8-55e20fb6e7df req-f6a44adb-b759-4218-a35b-e66093546709 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489888 Sep 15 19:14:57.100222 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:57.275147 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-060228cc-cca3-4a90-bbd3-4770c88ec582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:57.318379 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-060228cc-cca3-4a90-bbd3-4770c88ec582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:57.637200 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-060228cc-cca3-4a90-bbd3-4770c88ec582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:57.646955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8aeda55e-477e-4894-8fcb-e19344c5b24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:57.663605 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060228cc-cca3-4a90-bbd3-4770c88ec582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fb6450-11e8-4902-8994-1146e6daa33a,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:57.666098 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-060228cc-cca3-4a90-bbd3-4770c88ec582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:57.682901 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-060228cc-cca3-4a90-bbd3-4770c88ec582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:57.684493 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-060228cc-cca3-4a90-bbd3-4770c88ec582 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5fb6450-11e8-4902-8994-1146e6daa33a HTTP/1.1" status: 204 len: 168 time: 0.7728481 Sep 15 19:14:57.822807 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f3aec-51ba-415e-9c5a-b9a29a0a59fc req-f4ad0a45-924d-440c-9bbb-7c8f0ed03dbb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:57.824424 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a47f3aec-51ba-415e-9c5a-b9a29a0a59fc req-f4ad0a45-924d-440c-9bbb-7c8f0ed03dbb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 945 time: 0.3405592 Sep 15 19:14:58.063584 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a47f3aec-51ba-415e-9c5a-b9a29a0a59fc req-f6cdfffa-2191-43cf-a6fb-cc1131250096 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/security-groups?id=981ea112-ec85-4409-861d-8d3ff77e897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793679 Sep 15 19:14:58.229939 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-8b5c623b-49cf-479b-a830-e47da5bd4a45 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:58.231795 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-8b5c623b-49cf-479b-a830-e47da5bd4a45 tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 945 time: 0.1245701 Sep 15 19:14:58.253798 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:58.258439 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:58.388914 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Deleting port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:14:58.389284 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:58.494215 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988fcfa-cced-4a76-84f7-4cea0cfabf43 req-f14ff92e-e205-45de-8d24-f56502b4ff92 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:14:58.495812 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c988fcfa-cced-4a76-84f7-4cea0cfabf43 req-f14ff92e-e205-45de-8d24-f56502b4ff92 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.2080610 Sep 15 19:14:58.550946 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.l3_db [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Floating IP d1c9f4f6-46b9-4ab4-b9cc-495d47239a07 associated. External IP: 172.27.2.107, port: 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4. Sep 15 19:14:58.666866 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c988fcfa-cced-4a76-84f7-4cea0cfabf43 req-fd8e020f-a500-4845-be23-d4aca4c65a38 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634641 Sep 15 19:14:58.731123 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] For port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,segment=NetworkSegment(00cb08ed-0023-4057-93e4-2cb897d704d7),segment_id=00cb08ed-0023-4057-93e4-2cb897d704d7)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:14:58.731498 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:58.861362 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Calling delete_port for 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 owned by compute:nova {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:14:59.115414 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Router eb86eb10-c7b6-4274-872a-76c225c9032e has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:14:59.297517 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:59.304620 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:14:59.313536 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:14:59.362985 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c317b756-8576-4eb4-97e5-99f000ba2e8f req-74b27a1c-9294-4270-a93d-3bdc99381d1c tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 210 time: 0.0502822 Sep 15 19:14:59.416143 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Pushing event deleted for resources: {'Port': ['ID=15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:14:59.421274 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:14:59.585885 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:14:59.592430 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:59.595797 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] No DVR routers for this DVR port 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 on host hv-cinder-80582 {{(pid=75104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:14:59.600534 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] Sync routers for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:14:59.625538 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:14:59.643835 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:14:59.644382 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:14:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:14:59.647331 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f071fdc-184a-4259-a0d1-0dd58b447275', 'name': 'network-vif-deleted', 'tag': '15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:59.662847 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f9c77ba3-7533-40a1-b34a-92ca0dd37bbb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "PUT /v2.0/floatingips/d1c9f4f6-46b9-4ab4-b9cc-495d47239a07 HTTP/1.1" status: 200 len: 991 time: 2.6456418 Sep 15 19:14:59.664097 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'tag': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:14:59.729861 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a72c77e0-f911-476e-9ebc-40b0f597c6ad req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.58 "DELETE /v2.0/ports/15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 HTTP/1.1" status: 204 len: 173 time: 1.4885674 Sep 15 19:14:59.820551 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f071fdc-184a-4259-a0d1-0dd58b447275', 'name': 'network-vif-deleted', 'tag': '15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54', 'status': 'completed', 'code': 200} Sep 15 19:14:59.928813 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'tag': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'status': 'completed', 'code': 200} Sep 15 19:15:00.047644 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:15:00.217206 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-0138e423-78d9-454f-9c0d-6f11f3118efb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 1098 time: 0.2507951 Sep 15 19:15:00.397946 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf7361-fb10-4a13-8b4c-e088d8da5246 req-d3e07d67-b414-4a7b-9a6e-79ab575201c1 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:00.399490 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3faf7361-fb10-4a13-8b4c-e088d8da5246 req-d3e07d67-b414-4a7b-9a6e-79ab575201c1 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.2714484 Sep 15 19:15:00.457271 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-e50293bd-643e-479c-a5f4-1f147555ee85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:00.458785 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-e50293bd-643e-479c-a5f4-1f147555ee85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 912 time: 0.2248797 Sep 15 19:15:00.472186 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3faf7361-fb10-4a13-8b4c-e088d8da5246 req-05ba468d-8c2e-4f51-aba3-4ca92d19a77c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659661 Sep 15 19:15:00.578960 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': 'd1c9f4f6-46b9-4ab4-b9cc-495d47239a07', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'port_id': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'mac_address': 'fa:16:3e:7f:fc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:14:33Z', 'updated_at': '2021-09-15T19:14:58Z', 'revision_number': 1, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:00.591591 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] Checking router: eb86eb10-c7b6-4274-872a-76c225c9032e for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:15:00.610899 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-164e35ce-dd47-422a-9fb9-2c1a1efd9aec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 200 len: 999 time: 0.1356633 Sep 15 19:15:00.615703 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a9e42d19-d2c3-455a-b7a9-644152a25e46 req-3bd2b1e1-8350-463c-9cc1-4ccfba30c7dc tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f071fdc-184a-4259-a0d1-0dd58b447275 HTTP/1.1" status: 200 len: 210 time: 0.0592589 Sep 15 19:15:00.619940 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:15:00.620604 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:14:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:00.715381 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-227093e1-0fb5-4b92-8fa1-c8f7d167be41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:00.717247 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-227093e1-0fb5-4b92-8fa1-c8f7d167be41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.0928130 Sep 15 19:15:00.824964 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-b9ce41c3-47b5-4c79-81c7-dff65fcd8ce1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955310 Sep 15 19:15:00.924055 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:15:00.983413 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-7f50b2d7-486a-4e54-a57f-1f89abee2a53 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446726 Sep 15 19:15:01.232436 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ba5185-6f5d-4088-9d89-364db3ced922 req-d18b8f52-7865-4da7-97b2-088f7b61a9f9 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411873 Sep 15 19:15:01.495653 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': 'd1c9f4f6-46b9-4ab4-b9cc-495d47239a07', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'port_id': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'mac_address': 'fa:16:3e:7f:fc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:14:33Z', 'updated_at': '2021-09-15T19:14:58Z', 'revision_number': 1, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:01.502650 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee30b3e-507d-4e44-9ca4-4b4a2dc2c21b None None] The sync data for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi is: [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': 'd1c9f4f6-46b9-4ab4-b9cc-495d47239a07', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'port_id': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'mac_address': 'fa:16:3e:7f:fc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:14:33Z', 'updated_at': '2021-09-15T19:14:58Z', 'revision_number': 1, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:15:01.731239 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 41906) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:01.857527 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21d3bd-9921-46bb-835a-47c65de2b380 req-a3c57609-0678-4258-a4b8-acc9179f3740 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:01.864566 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea21d3bd-9921-46bb-835a-47c65de2b380 req-a3c57609-0678-4258-a4b8-acc9179f3740 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1749189 Sep 15 19:15:01.927819 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38659bf-aa4e-4dba-a6fc-ec079d63a68b None None] New status for floating IP d1c9f4f6-46b9-4ab4-b9cc-495d47239a07: ACTIVE {{(pid=75106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:15:01.980316 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea21d3bd-9921-46bb-835a-47c65de2b380 req-46405dc8-3ca1-4a34-8915-5af07b461172 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142459 Sep 15 19:15:02.060331 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:02.094801 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:02.099559 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Usage tracker for resource:security_group_rule and tenant:b0416c147c6a4db3889f9b73e74861fd is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:02.102981 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:02.108998 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:02.196272 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:02.202286 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:02.209315 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0f5fe085-e655-41d6-a896-d3272a3027ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:02.264016 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daef935a-c3b3-4c01-8e88-28b4454ebcdc,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:02.269255 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:02.272632 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-b84b3ef8-62f3-4cc5-9d9a-9d9d04d1c092 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0416c147c6a4db3889f9b73e74861fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5402839 Sep 15 19:15:02.275410 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41928) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:02.346544 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:02.374842 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:02.436799 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:02.442588 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5faa4f26-a0b5-468d-ae48-5b3b6b511e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:02.457307 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef935a-c3b3-4c01-8e88-28b4454ebcdc,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:02.467218 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:02.470718 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daef935a-c3b3-4c01-8e88-28b4454ebcdc HTTP/1.1" status: 204 len: 168 time: 0.1919839 Sep 15 19:15:02.472646 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.473164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.473514 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.473851 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.474345 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.474683 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.475022 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.475409 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.475941 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.476420 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.476956 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:02.480136 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:02.866384 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41950) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:02.885098 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:02.893590 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:15:02.932464 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:02.937247 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Usage tracker for resource:security_group_rule and tenant:2f225c8a37994698bb207d9249e92740 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:02.940796 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:02.946653 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:02.964541 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:15:02.965590 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 15b5e2e9-9d2b-4a17-91ed-4e1ba1b58f54 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:15:02.988995 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:15:03.023581 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:03.030327 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:03.037511 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-681080ba-6477-4284-b4fd-26842b90aae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:03.078017 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ab9b90-826f-4090-9c8b-783f65e1e1fa,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:03.081180 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:03.083828 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f225c8a37994698bb207d9249e92740&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2164204 Sep 15 19:15:03.086365 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 41962) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:03.200179 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5925ef3a-b9c3-481f-864a-48fc9fbb3271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:03.232839 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5925ef3a-b9c3-481f-864a-48fc9fbb3271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:03.246969 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c04c-0809-40ab-89bc-f2b532a6d87a req-aad51cc5-5420-4fe8-a802-83de21df33b4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:03.248454 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2b66c04c-0809-40ab-89bc-f2b532a6d87a req-aad51cc5-5420-4fe8-a802-83de21df33b4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1375265 Sep 15 19:15:03.311891 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2b66c04c-0809-40ab-89bc-f2b532a6d87a req-3a749904-a5a4-4834-8414-b6b9fd678223 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548911 Sep 15 19:15:03.323349 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5925ef3a-b9c3-481f-864a-48fc9fbb3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:03.327027 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:03.338114 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925ef3a-b9c3-481f-864a-48fc9fbb3271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ab9b90-826f-4090-9c8b-783f65e1e1fa,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:03.343276 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5925ef3a-b9c3-481f-864a-48fc9fbb3271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:03.349470 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5925ef3a-b9c3-481f-864a-48fc9fbb3271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:03.352884 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-5925ef3a-b9c3-481f-864a-48fc9fbb3271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03ab9b90-826f-4090-9c8b-783f65e1e1fa HTTP/1.1" status: 204 len: 168 time: 0.2633531 Sep 15 19:15:03.571350 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-31fe072e-b670-4915-b717-287f683aaabc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:03.572832 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-31fe072e-b670-4915-b717-287f683aaabc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 815 time: 0.1533635 Sep 15 19:15:03.591707 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-936157f5-8e33-4156-bab6-3c898f67bce9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/quotas/1fde9d40536f433e80b51d3012fa33f4 HTTP/1.1" status: 200 len: 375 time: 0.0108478 Sep 15 19:15:03.673300 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-23a226bb-5594-4f00-b2ee-de3a5ac7c80a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759504 Sep 15 19:15:03.807433 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-c8194bb0-f65b-4acf-9c4a-150b9ab9a6e6 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274590 Sep 15 19:15:04.039110 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e4286b55-c874-4f9c-ad5a-3b84a396e3d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246821 Sep 15 19:15:04.225136 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2709ebf9-b2e0-4ae5-be1a-221072f2ba8f req-91f38977-c43a-49cd-b3e6-af6ca5f73aad tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 210 time: 0.0420961 Sep 15 19:15:04.535597 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ac11c-a33e-4f91-93f7-824d88ddf742 req-18119f8a-a81c-43fe-9549-763682b2877b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:04.537049 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5f8ac11c-a33e-4f91-93f7-824d88ddf742 req-18119f8a-a81c-43fe-9549-763682b2877b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.0863848 Sep 15 19:15:04.584516 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5f8ac11c-a33e-4f91-93f7-824d88ddf742 req-85729c48-c5a5-4222-ae76-b3d61666525e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Sep 15 19:15:05.399784 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-14aabcf9-e718-43d6-ab2d-caef0142183d req-d629ad7b-b39e-4db8-98cb-0896396b6e33 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 210 time: 0.0428252 Sep 15 19:15:05.810105 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c602-7004-4c9f-babe-c6d454b429eb req-c760bcea-3faf-4188-a70e-06e2620aa5f9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:05.818684 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ae86c602-7004-4c9f-babe-c6d454b429eb req-c760bcea-3faf-4188-a70e-06e2620aa5f9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.0926912 Sep 15 19:15:05.989956 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-bd6fade0-1fd8-4229-bd60-2f3d6169dad7 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:05.990741 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-bd6fade0-1fd8-4229-bd60-2f3d6169dad7 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:network {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:06.024838 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ae86c602-7004-4c9f-babe-c6d454b429eb req-47844068-d739-4ff7-9318-04373bf8c043 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050474 Sep 15 19:15:06.030742 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-bd6fade0-1fd8-4229-bd60-2f3d6169dad7 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:network {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:06.032523 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-bd6fade0-1fd8-4229-bd60-2f3d6169dad7 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 815 time: 0.1923800 Sep 15 19:15:06.071843 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Request body: {'port': {'device_id': '7001e8d6-4025-4c94-86bb-9f9f4a430c8e', 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'admin_state_up': True, 'tenant_id': '1fde9d40536f433e80b51d3012fa33f4'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:06.287349 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:06.301641 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:06.314089 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Made reservation on behalf of 1fde9d40536f433e80b51d3012fa33f4 for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:15:06.317358 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:06.554465 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42082) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:06.607948 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Allocated IP 172.20.0.11 (8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c/5d73c113-6d67-4a80-93c9-f62ce12cfeb7/a36d1a44-bfef-4cf3-b242-04c761922db8) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:15:06.752650 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4391fa7e-a4d3-4e62-b14a-c5a95a916e2b req-5867043b-39f8-444e-8887-fef8cf32a4b9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 210 time: 0.1100771 Sep 15 19:15:06.807403 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] Deleting subnet 80601169-af47-408b-a453-839e550308c4 {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:15:06.812163 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:06.871412 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:06.880458 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:06.965733 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:06.984105 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:06.990465 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d4ac7b58-e7c6-4c55-bd73-eb32661ba4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:07.012133 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.021514 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:07.028006 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11d921b7-9c35-47e7-b1bd-7394505fbd9e'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:15:07.044177 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80601169-af47-408b-a453-839e550308c4,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:07.047316 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:07.048529 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.055750 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-76624eaf-eda5-499a-85c8-2997d4b07c22 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/80601169-af47-408b-a453-839e550308c4 HTTP/1.1" status: 204 len: 168 time: 0.4999743 Sep 15 19:15:07.058625 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42096) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:07.111815 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Pushing event updated for resources: {'Port': ['ID=a36d1a44-bfef-4cf3-b242-04c761922db8,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:07.119799 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:15:07.125304 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:15:07.132594 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.133051 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.133501 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.134130 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.134589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.135032 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.135490 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.135927 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.136362 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.137060 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.137495 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:07.141408 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:15:07.177009 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:07.222657 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.241394 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:07.242009 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.351745 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.371520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.371520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.371520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.371520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.371520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.371520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.371520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.371978 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.372346 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.372589 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.408821 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3411624 Sep 15 19:15:07.424426 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Request body: {'port': {'device_id': '7001e8d6-4025-4c94-86bb-9f9f4a430c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:07.437969 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.438322 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.438672 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.438984 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:15:07.439372 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba64514-879b-45a5-94ad-9094162b36f4']}} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:07.452660 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cb08ed-0023-4057-93e4-2cb897d704d7') {'for_net_delete': True} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:07.452979 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cb08ed-0023-4057-93e4-2cb897d704d7') {} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:07.465011 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66406586'] for segment, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.465651 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-f1a7ada9-a2bc-4a4e-9605-feaabad49047 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2145896 Sep 15 19:15:07.483084 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.489848 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e43bdc-8654-4876-8ede-9fc52cca13a8 req-d366727e-7fc1-4d61-909c-039a71829115 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:07.491347 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-34e43bdc-8654-4876-8ede-9fc52cca13a8 req-d366727e-7fc1-4d61-909c-039a71829115 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.2439048 Sep 15 19:15:07.496137 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=75105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:15:07.496702 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66409712'] for segment, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: util.warn_limited( Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: util.warn_limited( Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: Traceback (most recent call last): Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: timer() Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: cb(*args, **kw) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: return func(*args, **kwargs) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: self._notify() Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: self.callback(batched_events) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: event.method(event) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: return f(self, *a, **k) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._get(url).json() Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: return self.request(url, 'GET', **kwargs) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:15:07.514970 dv-cinder-805825-3-iscsi neutron-server[75105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:15:07.601667 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.606598 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:07.626599 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.643374 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bba64514-879b-45a5-94ad-9094162b36f4 HTTP/1.1" status: 204 len: 168 time: 0.5809734 Sep 15 19:15:07.643527 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:07.643646 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba64514-879b-45a5-94ad-9094162b36f4,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:07.651603 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:07.667282 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-34e43bdc-8654-4876-8ede-9fc52cca13a8 req-86513155-3539-40e8-b0a8-6d17616fb714 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687512 Sep 15 19:15:07.790810 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-9d8febbf-fd6b-4ce5-ad00-cfd0b6f7c23e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 1098 time: 0.2191012 Sep 15 19:15:07.913987 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42120) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:08.076432 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911d72a-7310-42ef-8c0e-389ed59bcc32 req-2c88245c-1952-4253-87dc-bb54b3426388 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:08.077740 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-771273c8-042a-4a7b-80c2-f8462f7e040f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:08.079198 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-771273c8-042a-4a7b-80c2-f8462f7e040f service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 916 time: 0.2568557 Sep 15 19:15:08.085305 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e911d72a-7310-42ef-8c0e-389ed59bcc32 req-2c88245c-1952-4253-87dc-bb54b3426388 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 932 time: 0.1384189 Sep 15 19:15:08.107780 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-4be2536a-e068-4c08-8849-4bb0576e498c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=329dbf64077e43cba5315afc39d42256&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1923864 Sep 15 19:15:08.111656 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42132) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:08.171918 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:08.176544 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-3a769db5-39fa-4c17-ab03-adeaad6c1fcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d921b7-9c35-47e7-b1bd-7394505fbd9e HTTP/1.1" status: 200 len: 217 time: 0.0859122 Sep 15 19:15:08.189459 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e911d72a-7310-42ef-8c0e-389ed59bcc32 req-5e4ec05c-09ab-44af-a1d1-fc9f0a4190a0 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033363 Sep 15 19:15:08.217441 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-888f3561-3f0f-44b3-9c04-0a252feea96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:08.244685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-888f3561-3f0f-44b3-9c04-0a252feea96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:08.292387 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36d1a44-bfef-4cf3-b242-04c761922db8 {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:15:08.305024 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:08.311921 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-888f3561-3f0f-44b3-9c04-0a252feea96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:08.316750 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-305125e5-e630-4f3d-a9e5-01bda2de07aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:08.320227 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-d1404940-2608-4121-8fad-5e35da37d82a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:08.324744 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-d1404940-2608-4121-8fad-5e35da37d82a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d73c113-6d67-4a80-93c9-f62ce12cfeb7 HTTP/1.1" status: 200 len: 855 time: 0.1200151 Sep 15 19:15:08.329896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f3561-3f0f-44b3-9c04-0a252feea96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ea112-ec85-4409-861d-8d3ff77e897d,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:08.332555 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-888f3561-3f0f-44b3-9c04-0a252feea96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:08.355436 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-888f3561-3f0f-44b3-9c04-0a252feea96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:08.367130 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-888f3561-3f0f-44b3-9c04-0a252feea96c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/981ea112-ec85-4409-861d-8d3ff77e897d HTTP/1.1" status: 204 len: 168 time: 0.2499654 Sep 15 19:15:08.415881 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-f8e05fb3-b38d-4d0b-8fd0-d3faea5ca7e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753310 Sep 15 19:15:08.423625 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Transition to ACTIVE for port object a36d1a44-bfef-4cf3-b242-04c761922db8 will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:15:08.481080 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:08.572418 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-19bc1596-9b51-40f8-a71d-6142fbbf916c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:08.876239 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202189f-d842-44a4-8077-410988348141 service neutron] Pushing event updated for resources: {'Port': ['ID=a36d1a44-bfef-4cf3-b242-04c761922db8,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:08.910309 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5202189f-d842-44a4-8077-410988348141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:08.966233 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-f83c5b93-0d0c-486b-b286-e2687e0e9ccc service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415642 Sep 15 19:15:08.990855 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439e57-058c-46a8-822e-0e4e389e7803 req-2ce71ec0-9f7a-4dd1-ba67-e92b479829f2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:09.006696 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-dd439e57-058c-46a8-822e-0e4e389e7803 req-2ce71ec0-9f7a-4dd1-ba67-e92b479829f2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1708100 Sep 15 19:15:09.093700 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-dd439e57-058c-46a8-822e-0e4e389e7803 req-613d0d42-af60-4db1-9b2f-404600dbd658 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826142 Sep 15 19:15:09.109605 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Attempting to bind port a36d1a44-bfef-4cf3-b242-04c761922db8 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:15:09.109605 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Attempting to bind port a36d1a44-bfef-4cf3-b242-04c761922db8 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:15:09.109605 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Attempting to bind port a36d1a44-bfef-4cf3-b242-04c761922db8 on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:15:09.146610 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Port a36d1a44-bfef-4cf3-b242-04c761922db8 on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:15:09.147158 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Attempting to bind port a36d1a44-bfef-4cf3-b242-04c761922db8 on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:15:09.155681 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-adc5c613-7581-47ed-a78e-2a0c5d26d334 req-a741043a-1687-4968-9ebb-c66a8770640e service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798360 Sep 15 19:15:09.157129 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:15:09.157617 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Checking segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:15:09.158267 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Bound using segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:15:09.158891 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Bound port: a36d1a44-bfef-4cf3-b242-04c761922db8, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:15:09.159482 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:09.314800 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] For port a36d1a44-bfef-4cf3-b242-04c761922db8, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:15:09.320020 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] For port a36d1a44-bfef-4cf3-b242-04c761922db8, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=a36d1a44-bfef-4cf3-b242-04c761922db8,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:15:09.330554 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:09.340698 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:09.486581 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:09.488361 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5202189f-d842-44a4-8077-410988348141 service neutron] 10.222.0.58 "PUT /v2.0/ports/a36d1a44-bfef-4cf3-b242-04c761922db8 HTTP/1.1" status: 200 len: 1094 time: 2.0704951 Sep 15 19:15:09.492154 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7001e8d6-4025-4c94-86bb-9f9f4a430c8e', 'tag': 'a36d1a44-bfef-4cf3-b242-04c761922db8'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:09.522545 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202189f-d842-44a4-8077-410988348141 service neutron] Pushing event updated for resources: {'Port': ['ID=a36d1a44-bfef-4cf3-b242-04c761922db8,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:09.526078 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5202189f-d842-44a4-8077-410988348141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:09.560528 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bbef4-5aad-4b01-b3d0-bde7ae8ba729 req-6c541296-7673-47da-9278-ac91cdbad4dc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:09.561304 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-188bbef4-5aad-4b01-b3d0-bde7ae8ba729 req-6c541296-7673-47da-9278-ac91cdbad4dc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:09.568705 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7001e8d6-4025-4c94-86bb-9f9f4a430c8e', 'tag': 'a36d1a44-bfef-4cf3-b242-04c761922db8', 'status': 'completed', 'code': 200} Sep 15 19:15:09.637622 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-188bbef4-5aad-4b01-b3d0-bde7ae8ba729 req-6c541296-7673-47da-9278-ac91cdbad4dc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:09.638780 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-188bbef4-5aad-4b01-b3d0-bde7ae8ba729 req-6c541296-7673-47da-9278-ac91cdbad4dc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 944 time: 0.2285414 Sep 15 19:15:09.695739 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-841af682-345f-49d6-804a-8ba15e6945be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 1097 time: 0.1305962 Sep 15 19:15:09.769931 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-188bbef4-5aad-4b01-b3d0-bde7ae8ba729 req-a943151c-9f2b-4178-8c18-24fcd9e55fb9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212873 Sep 15 19:15:09.787043 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-d804a2eb-839b-4ad6-9518-5dd2f39197b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36d1a44-bfef-4cf3-b242-04c761922db8 HTTP/1.1" status: 200 len: 217 time: 0.0777006 Sep 15 19:15:09.886063 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5edb7515-0cf4-462b-9aa5-1589a77b16cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:09.888339 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-5edb7515-0cf4-462b-9aa5-1589a77b16cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d73c113-6d67-4a80-93c9-f62ce12cfeb7 HTTP/1.1" status: 200 len: 855 time: 0.0826178 Sep 15 19:15:10.018365 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-59751257-9ac0-4d9a-9a8e-d78fc4f66882 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182225 Sep 15 19:15:10.176959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42230) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:10.313812 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-18656baf-7505-4209-9799-ac3d42001ebd service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810330 Sep 15 19:15:10.428814 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:10.492248 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:10.503593 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a470-e5dc-4050-8986-5d9aa70ec048 req-dfda6b8d-2ffc-4e85-93c9-59a98873e8ba tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:10.505262 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3b99a470-e5dc-4050-8986-5d9aa70ec048 req-dfda6b8d-2ffc-4e85-93c9-59a98873e8ba tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1873295 Sep 15 19:15:10.506398 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7158ba1143f946f486cd7c1b51a442df is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:10.509927 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:10.518029 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:10.534473 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afc66f04-edd9-4227-8180-1650d18e8e68 req-fa804ad9-5f51-4c6a-bf74-924784a7d710 service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997662 Sep 15 19:15:10.674065 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3b99a470-e5dc-4050-8986-5d9aa70ec048 req-4bd0bc2b-cff1-444c-a9ea-77234becf796 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606770 Sep 15 19:15:10.681747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:10.694446 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:10.703524 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e7b66c46-1fac-4615-9318-8fc81a562d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:10.732879 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d69c52-cb43-4468-950e-cd8fd97d2e5f,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:10.733640 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-435490e7-a0ff-4067-ac42-9bc2108c70ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 1097 time: 0.1264551 Sep 15 19:15:10.738515 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:10.763383 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7158ba1143f946f486cd7c1b51a442df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5851481 Sep 15 19:15:10.764741 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42264) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:10.827292 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8061d8db-afed-4ae4-bb0e-7231a39a8c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:10.856972 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8061d8db-afed-4ae4-bb0e-7231a39a8c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:10.931450 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8061d8db-afed-4ae4-bb0e-7231a39a8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:10.941705 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:10.985798 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061d8db-afed-4ae4-bb0e-7231a39a8c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d69c52-cb43-4468-950e-cd8fd97d2e5f,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:10.990180 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8061d8db-afed-4ae4-bb0e-7231a39a8c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:10.992624 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8061d8db-afed-4ae4-bb0e-7231a39a8c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:10.995948 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-8061d8db-afed-4ae4-bb0e-7231a39a8c29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54d69c52-cb43-4468-950e-cd8fd97d2e5f HTTP/1.1" status: 204 len: 168 time: 0.2296762 Sep 15 19:15:11.063199 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-c0236459-560c-438f-91d0-c9037ef4d35e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:11.065801 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-c0236459-560c-438f-91d0-c9037ef4d35e service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 916 time: 0.3110280 Sep 15 19:15:11.181887 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-dcbda58f-06c9-4e24-b1f8-f349699f287a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36d1a44-bfef-4cf3-b242-04c761922db8 HTTP/1.1" status: 200 len: 217 time: 0.1070015 Sep 15 19:15:11.190164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739baed-1de9-4e0e-9ea8-017137969bf3 req-b14b0861-0ad6-423d-b40d-c6f92dbb367d tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:11.197646 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4739baed-1de9-4e0e-9ea8-017137969bf3 req-b14b0861-0ad6-423d-b40d-c6f92dbb367d tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 944 time: 0.1659594 Sep 15 19:15:11.256179 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4739baed-1de9-4e0e-9ea8-017137969bf3 req-f8b7f333-cfbf-479b-9569-ab07fca0eaf1 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575440 Sep 15 19:15:11.383908 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-ec26fe81-0a00-4b06-b181-f5ac7ca7a10b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:11.385348 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-ec26fe81-0a00-4b06-b181-f5ac7ca7a10b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d73c113-6d67-4a80-93c9-f62ce12cfeb7 HTTP/1.1" status: 200 len: 855 time: 0.1852121 Sep 15 19:15:11.486937 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-261bb842-eaf6-4810-adfb-303c9d68b687 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931430 Sep 15 19:15:11.612724 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42310) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:11.626227 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42314) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:11.654996 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:11.709896 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-d687c029-9f5b-4508-adaf-4871ffd002d7 service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088821 Sep 15 19:15:11.711034 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:11.715437 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Usage tracker for resource:security_group_rule and tenant:4aabb57ab6d74b7ca21b016a3a109b51 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:11.718988 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:11.753285 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Deleting subnet e08e85a7-6a43-441a-bcd8-bf56b22fad58 {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:15:11.756362 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:11.808503 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66406579'] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:11.838417 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:11.869217 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:11.911436 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6fa55f-3342-4a92-bfb5-9cf1e12c560c req-d9a55524-ff60-40fb-b1f5-c8de5d032dbe service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893055 Sep 15 19:15:11.943190 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66082463'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:11.948560 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:11.987198 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08e85a7-6a43-441a-bcd8-bf56b22fad58,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:11.991894 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:11.995964 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.002737 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e08e85a7-6a43-441a-bcd8-bf56b22fad58 HTTP/1.1" status: 204 len: 168 time: 0.3888710 Sep 15 19:15:12.005297 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42330) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:12.009538 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d490dc4-01c8-4f7e-9af5-d6a77a25a72f req-ca7f7d0a-2631-4d21-b71a-5d111bfef331 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:12.011088 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4d490dc4-01c8-4f7e-9af5-d6a77a25a72f req-ca7f7d0a-2631-4d21-b71a-5d111bfef331 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1770055 Sep 15 19:15:12.013252 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.035510 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.046880 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c8ba7fd3-f822-4bc3-b292-f2bb52ec36ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:12.112780 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799072a9-cd6e-4163-9262-a90eee86fd7c,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:12.129392 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4d490dc4-01c8-4f7e-9af5-d6a77a25a72f req-aa796abf-8c9a-400b-a9a5-382ca045a9a6 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109006 Sep 15 19:15:12.130407 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:12.132827 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4aabb57ab6d74b7ca21b016a3a109b51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5055699 Sep 15 19:15:12.138548 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42336) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:12.154883 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.204274 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c0200e04-1b08-4626-bee1-fb79be7a58b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.233393 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c0200e04-1b08-4626-bee1-fb79be7a58b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.305818 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.322156 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df']}} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:12.325180 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c0200e04-1b08-4626-bee1-fb79be7a58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.333206 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f55332cb-e6a9-49bc-89ef-98f098474ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:12.336679 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8fcc9c-3d51-47e7-9469-b258c4198c9d') {'for_net_delete': True} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:12.336976 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8fcc9c-3d51-47e7-9469-b258c4198c9d') {} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:12.351006 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66406586'] for segment, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.355030 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0200e04-1b08-4626-bee1-fb79be7a58b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799072a9-cd6e-4163-9262-a90eee86fd7c,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:12.365782 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c0200e04-1b08-4626-bee1-fb79be7a58b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:12.375597 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c0200e04-1b08-4626-bee1-fb79be7a58b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.376886 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c0200e04-1b08-4626-bee1-fb79be7a58b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/799072a9-cd6e-4163-9262-a90eee86fd7c HTTP/1.1" status: 204 len: 168 time: 0.2373857 Sep 15 19:15:12.396368 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.404685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=75105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:15:12.405377 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66409712'] for segment, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: Traceback (most recent call last): Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: timer() Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: cb(*args, **kw) Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: return func(*args, **kwargs) Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: self._notify() Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: self.callback(batched_events) Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: event.method(event) Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: return f(self, *a, **k) Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._get(url).json() Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: return self.request(url, 'GET', **kwargs) Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:15:12.428018 dv-cinder-805825-3-iscsi neutron-server[75105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:15:12.517822 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.522795 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:12.538773 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.550188 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] 10.222.0.20 "DELETE /v2.0/networks/58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df HTTP/1.1" status: 204 len: 168 time: 0.5437381 Sep 15 19:15:12.551553 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d2c0b6-bb2e-48f8-bafd-84c4fe85c3df,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:12.553222 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42350) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:12.554869 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d43d9f-a231-4dbf-832d-cbec57dbc147 req-ed7f2ce8-20f5-4d73-a62f-5eee118b905e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:12.556608 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-31d43d9f-a231-4dbf-832d-cbec57dbc147 req-ed7f2ce8-20f5-4d73-a62f-5eee118b905e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 944 time: 0.1436541 Sep 15 19:15:12.588806 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:12.621572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] Deleting subnet c4f134ac-f3fe-475e-b903-86a52d8808d8 {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:15:12.625490 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.637436 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-31d43d9f-a231-4dbf-832d-cbec57dbc147 req-63b2a4c6-d04e-4b42-ba51-278ce092af21 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 Sep 15 19:15:12.687538 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66406579'] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.748978 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.839083 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66082463'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.843211 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:12.899270 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f134ac-f3fe-475e-b903-86a52d8808d8,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:12.902272 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:12.912323 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:12.921103 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-fff33658-8c33-4058-935f-e54c48858869 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c4f134ac-f3fe-475e-b903-86a52d8808d8 HTTP/1.1" status: 204 len: 168 time: 0.3669577 Sep 15 19:15:12.924253 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42372) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:13.043624 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.172073 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.185696 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d']}} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:13.199242 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69926fe-fa87-4b5f-ad70-7a05156571c3') {'for_net_delete': True} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:13.199608 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69926fe-fa87-4b5f-ad70-7a05156571c3') {} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:15:13.212325 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66406586'] for segment, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.231999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.243008 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=75105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:15:13.243492 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66409712'] for segment, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: Traceback (most recent call last): Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: timer() Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: cb(*args, **kw) Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: return func(*args, **kwargs) Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: self._notify() Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: self.callback(batched_events) Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: event.method(event) Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: return f(self, *a, **k) Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._get(url).json() Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: return self.request(url, 'GET', **kwargs) Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:15:13.263609 dv-cinder-805825-3-iscsi neutron-server[75105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:15:13.339016 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42392) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:13.387961 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.396809 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-01509dd9-28ec-4640-9a46-f866524fb26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:13.413191 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.421300 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:13.425606 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:13.428803 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-4bd55031-cb96-4274-b0f7-279b546df3d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1de367fd-e6ff-4b1f-aaf6-7c6c45e18c5d HTTP/1.1" status: 204 len: 168 time: 0.5029974 Sep 15 19:15:13.439463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cacbb9-35b9-4966-91dd-3bd45c66fa39 req-4e02182e-637c-4272-9e0e-5959da521456 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:13.440874 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-86cacbb9-35b9-4966-91dd-3bd45c66fa39 req-4e02182e-637c-4272-9e0e-5959da521456 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1764925 Sep 15 19:15:13.503120 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.503402 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-86cacbb9-35b9-4966-91dd-3bd45c66fa39 req-71244f28-5d53-42cd-81ec-45a8119a5cd3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563960 Sep 15 19:15:13.536201 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:13.540411 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Usage tracker for resource:security_group_rule and tenant:3e2f6bd3f6b04f18a5657e6707d8fe0a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:13.543546 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:13.558839 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:13.640956 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.646743 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.655159 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:13.699281 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8394d924-a97f-4ce0-9782-9885e558a76b,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:13.702283 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:13.707762 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e2f6bd3f6b04f18a5657e6707d8fe0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3650219 Sep 15 19:15:13.708241 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42414) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:13.768842 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42418) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:13.794777 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1564-22f1-4f0b-941b-98459bcdba84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.833774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1564-22f1-4f0b-941b-98459bcdba84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:13.848739 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-aa031bc8-c357-4d03-aecf-73ea77844f13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbb40b198872426c9b04423f44bb1419&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0784078 Sep 15 19:15:13.853307 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42422) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:13.939654 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f222c6-c53b-4ba0-ad82-4c19b3d81f70 req-96f3b075-0bd6-4776-b5b7-61c7e1fad243 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:13.941591 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-49f222c6-c53b-4ba0-ad82-4c19b3d81f70 req-96f3b075-0bd6-4776-b5b7-61c7e1fad243 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 944 time: 0.0953772 Sep 15 19:15:14.024967 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-49f222c6-c53b-4ba0-ad82-4c19b3d81f70 req-ed8a00a6-83fc-4705-a8dc-96ba8c3b5fec tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772398 Sep 15 19:15:14.050875 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3c6be641-6282-4e40-8c83-ac4c967e2f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:14.064640 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1564-22f1-4f0b-941b-98459bcdba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:14.071290 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-888f3561-3f0f-44b3-9c04-0a252feea96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:14.090652 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1564-22f1-4f0b-941b-98459bcdba84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8394d924-a97f-4ce0-9782-9885e558a76b,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:14.098285 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d6dc1564-22f1-4f0b-941b-98459bcdba84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:14.099951 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3c6be641-6282-4e40-8c83-ac4c967e2f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:14.111745 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1564-22f1-4f0b-941b-98459bcdba84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:14.115718 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d6dc1564-22f1-4f0b-941b-98459bcdba84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8394d924-a97f-4ce0-9782-9885e558a76b HTTP/1.1" status: 204 len: 168 time: 0.4065025 Sep 15 19:15:14.168650 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3c6be641-6282-4e40-8c83-ac4c967e2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:14.177335 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:14.191086 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6be641-6282-4e40-8c83-ac4c967e2f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62519e06-dbf6-49c9-afff-cece54e64962,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:14.193775 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3c6be641-6282-4e40-8c83-ac4c967e2f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:14.197934 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-3c6be641-6282-4e40-8c83-ac4c967e2f04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62519e06-dbf6-49c9-afff-cece54e64962 HTTP/1.1" status: 204 len: 168 time: 0.3435163 Sep 15 19:15:14.199318 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3c6be641-6282-4e40-8c83-ac4c967e2f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:14.734679 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42458) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:14.803778 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42462) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:14.815148 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a8e4637d-fdf3-4932-99a7-afe6493345e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f3acd83b27340d0ad81f01dc4f04e5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0790775 Sep 15 19:15:14.820056 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42466) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:14.850088 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:14.870530 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device a36d1a44-bfef-4cf3-b242-04c761922db8 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:15:14.888849 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:14.893501 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb53f8967f7f4742818e889a45f20eff is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:14.896351 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:14.903300 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:15.001107 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.010005 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c3a3d8b-44fd-47b6-bb4f-52bc525e6cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.010145 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.018056 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:15.068585 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c3a3d8b-44fd-47b6-bb4f-52bc525e6cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.069175 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port a36d1a44-bfef-4cf3-b242-04c761922db8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=a36d1a44-bfef-4cf3-b242-04c761922db8,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:15.078011 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6287f90-b05c-424d-8620-a994f3f140e8,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:15.081785 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484ebc6-f533-439f-acf8-6328a1cbb2b4 req-162bb70b-6e6f-4260-b591-4b2d0e8d33e5 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:15.085311 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': 'a36d1a44-bfef-4cf3-b242-04c761922db8', 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'port_id': 'a36d1a44-bfef-4cf3-b242-04c761922db8', 'mac_address': 'fa:16:3e:2c:60:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d73c113-6d67-4a80-93c9-f62ce12cfeb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:15:15.089517 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb53f8967f7f4742818e889a45f20eff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2659771 Sep 15 19:15:15.089517 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:15.090024 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42482) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:15.102744 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e484ebc6-f533-439f-acf8-6328a1cbb2b4 req-162bb70b-6e6f-4260-b591-4b2d0e8d33e5 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.2379220 Sep 15 19:15:15.158190 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e27a2552-78f8-4230-a347-210d92b495b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.188584 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.195511 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e27a2552-78f8-4230-a347-210d92b495b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.224966 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36d1a44-bfef-4cf3-b242-04c761922db8 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:15:15.245729 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port a36d1a44-bfef-4cf3-b242-04c761922db8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=a36d1a44-bfef-4cf3-b242-04c761922db8,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:15.248718 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e484ebc6-f533-439f-acf8-6328a1cbb2b4 req-1ab324e0-f6b5-462a-b434-acc12ef83881 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384718 Sep 15 19:15:15.253840 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.256717 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-a3c2782f-f703-4955-9c47-784828d9fa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:15.285940 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c3a3d8b-44fd-47b6-bb4f-52bc525e6cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.308968 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0384e722-ca62-43c9-8972-6695be629691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:15.316965 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e27a2552-78f8-4230-a347-210d92b495b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.326168 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-829be296-a05c-41ec-b37a-28d502eaef9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:15.330223 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a3d8b-44fd-47b6-bb4f-52bc525e6cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df25edf-0154-43e6-828b-c44f6c7a460b,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:15.338466 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5c3a3d8b-44fd-47b6-bb4f-52bc525e6cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:15.340863 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a2552-78f8-4230-a347-210d92b495b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6287f90-b05c-424d-8620-a994f3f140e8,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:15.342580 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5c3a3d8b-44fd-47b6-bb4f-52bc525e6cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.345896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e27a2552-78f8-4230-a347-210d92b495b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:15.346311 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-5c3a3d8b-44fd-47b6-bb4f-52bc525e6cb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0df25edf-0154-43e6-828b-c44f6c7a460b HTTP/1.1" status: 204 len: 168 time: 0.5407043 Sep 15 19:15:15.347305 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e27a2552-78f8-4230-a347-210d92b495b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.348510 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-e27a2552-78f8-4230-a347-210d92b495b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6287f90-b05c-424d-8620-a994f3f140e8 HTTP/1.1" status: 204 len: 168 time: 0.2572918 Sep 15 19:15:15.403071 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=a36d1a44-bfef-4cf3-b242-04c761922db8,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:15.405294 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-fc69f2c2-9327-4ae8-9752-868a9848b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:15.414876 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.415136 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.415475 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.415805 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.416176 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.416449 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.416761 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.417409 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.417517 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.417771 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.418086 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:15:15.422609 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:15.443659 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e5381-2abd-4f66-8f3c-5edd903484e0 req-a758ffcb-6cdd-4639-8d42-0349a84d16fd tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:15.445161 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b7e5381-2abd-4f66-8f3c-5edd903484e0 req-a758ffcb-6cdd-4639-8d42-0349a84d16fd tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 945 time: 0.1021159 Sep 15 19:15:15.497277 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b7e5381-2abd-4f66-8f3c-5edd903484e0 req-ff267f77-c0ac-4391-a982-56ffc60417b8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Sep 15 19:15:15.559378 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['a36d1a44-bfef-4cf3-b242-04c761922db8'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:15:15.816908 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:16.506676 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c1823-6759-486b-b42d-1b4907bcb6b9 req-206b36ef-4b5c-4110-bd6b-dfb33abd1598 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:16.508672 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cf5c1823-6759-486b-b42d-1b4907bcb6b9 req-206b36ef-4b5c-4110-bd6b-dfb33abd1598 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1104152 Sep 15 19:15:16.563303 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cf5c1823-6759-486b-b42d-1b4907bcb6b9 req-12514ac9-748e-4c59-bec4-4656f5b76dcf tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490522 Sep 15 19:15:16.747542 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62b5c1-bf1c-4618-8661-5e5b5b5514de req-8b411f8c-72f1-4475-b816-ec0b470daca7 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:16.754694 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7e62b5c1-bf1c-4618-8661-5e5b5b5514de req-8b411f8c-72f1-4475-b816-ec0b470daca7 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 945 time: 0.0932412 Sep 15 19:15:16.804961 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7e62b5c1-bf1c-4618-8661-5e5b5b5514de req-99c9bf2a-1a5f-43e1-a18e-15de8e032a4c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Sep 15 19:15:17.242950 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42596) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:17.504760 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:17.537357 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:17.544542 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Usage tracker for resource:security_group_rule and tenant:5ef88deb83ba4988854c50510ee9fb9e is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:17.545155 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-37c4f33c-f93f-4e6d-9ede-39c5c42463f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:17.547790 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:17.553963 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:17.627128 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:17.633267 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:17.648511 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8061d8db-afed-4ae4-bb0e-7231a39a8c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:17.709255 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c961f324-7c82-4354-bf04-7b36fae777c8,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:17.712864 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:17.715881 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ef88deb83ba4988854c50510ee9fb9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4718552 Sep 15 19:15:17.718811 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42618) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:17.839956 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-913ccb09-e491-4320-adc7-327d9916ec63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:17.875500 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e382-85b5-473d-ab71-1da277800ed9 req-f7628028-2805-44aa-89e8-7574364eafdb tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:17.877571 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3355e382-85b5-473d-ab71-1da277800ed9 req-f7628028-2805-44aa-89e8-7574364eafdb tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1297154 Sep 15 19:15:17.886954 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-913ccb09-e491-4320-adc7-327d9916ec63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:17.978652 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3355e382-85b5-473d-ab71-1da277800ed9 req-77a53128-b6c4-4ea8-9ccf-fc690989f783 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651965 Sep 15 19:15:17.997335 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-913ccb09-e491-4320-adc7-327d9916ec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.004210 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:18.014914 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ccb09-e491-4320-adc7-327d9916ec63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c961f324-7c82-4354-bf04-7b36fae777c8,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:18.021589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-913ccb09-e491-4320-adc7-327d9916ec63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:18.022328 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-913ccb09-e491-4320-adc7-327d9916ec63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.026639 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-913ccb09-e491-4320-adc7-327d9916ec63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c961f324-7c82-4354-bf04-7b36fae777c8 HTTP/1.1" status: 204 len: 168 time: 0.3066452 Sep 15 19:15:18.184692 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444c4d1-6b16-4588-aa8e-a3214aecf2d8 req-1396f18c-c2fe-4ba2-a7c4-3a41bf5a9c97 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:18.186154 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2444c4d1-6b16-4588-aa8e-a3214aecf2d8 req-1396f18c-c2fe-4ba2-a7c4-3a41bf5a9c97 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 945 time: 0.0884340 Sep 15 19:15:18.235190 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2444c4d1-6b16-4588-aa8e-a3214aecf2d8 req-9b955c52-46ff-4c35-b3da-be589b886d15 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Sep 15 19:15:18.488133 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42654) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:18.506020 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.542061 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:18.545822 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Usage tracker for resource:security_group_rule and tenant:550b49c373d84ce0b2ed587cf2128738 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:18.549525 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:18.555160 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:18.621325 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.629173 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.634532 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.642686 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e11f0352-b7f0-4402-a90f-5dd0cc536d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:18.687939 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2044c52c-6e17-4dd0-b517-ed2c8671454e,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:18.690951 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:18.693448 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=550b49c373d84ce0b2ed587cf2128738&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2042730 Sep 15 19:15:18.699974 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42664) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:18.768332 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-7c83df39-20fd-4457-9580-6c4e09bb4cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.794548 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-7c83df39-20fd-4457-9580-6c4e09bb4cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.851188 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-7c83df39-20fd-4457-9580-6c4e09bb4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.854803 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-781fe315-c392-4dd4-a219-c4f67b0463ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:18.869260 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83df39-20fd-4457-9580-6c4e09bb4cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2044c52c-6e17-4dd0-b517-ed2c8671454e,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:18.872385 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-7c83df39-20fd-4457-9580-6c4e09bb4cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:18.910889 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-7c83df39-20fd-4457-9580-6c4e09bb4cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:18.914164 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-7c83df39-20fd-4457-9580-6c4e09bb4cc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2044c52c-6e17-4dd0-b517-ed2c8671454e HTTP/1.1" status: 204 len: 168 time: 0.2147393 Sep 15 19:15:19.313700 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e80452-b02b-49fb-b349-304091568c3d req-b651e938-dfeb-428a-b28d-d646b4d60a78 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:19.314815 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-96e80452-b02b-49fb-b349-304091568c3d req-b651e938-dfeb-428a-b28d-d646b4d60a78 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1905065 Sep 15 19:15:19.385100 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-96e80452-b02b-49fb-b349-304091568c3d req-d9927f4a-22f6-4e66-8715-97b5e69994f0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643504 Sep 15 19:15:19.390614 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42702) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:19.525755 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34047f90-51a7-4c52-9ba8-8d452f6c8806 req-145c9e89-d567-4fe3-80be-9999489ff8c9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:19.527258 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-34047f90-51a7-4c52-9ba8-8d452f6c8806 req-145c9e89-d567-4fe3-80be-9999489ff8c9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 945 time: 0.0837877 Sep 15 19:15:19.531137 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42708) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:19.567881 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:19.611789 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:19.654228 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-34047f90-51a7-4c52-9ba8-8d452f6c8806 req-c3a657ae-75ee-462e-ad42-cb3085d867c2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072617 Sep 15 19:15:19.655160 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:19.665352 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Usage tracker for resource:security_group_rule and tenant:16f142ac57174ce5b21a671c63fe05b7 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:19.669817 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:19.678176 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:19.682928 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:19.691402 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c07a7b216c6a45e8b875d2a95efcb058 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:19.694896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:19.703893 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:19.787848 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:19.797441 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:19.805494 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1f684826-3792-4e3b-a111-613447d0a3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:19.835493 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:19.850960 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:19.867424 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be50f6df-1d90-4cae-a8b4-37ce3c12e357,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:19.872319 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:19.874562 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16f142ac57174ce5b21a671c63fe05b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3424840 Sep 15 19:15:19.875201 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4dfca7f6-73f0-4828-8b57-154962872caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:19.877441 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42712) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:19.914875 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c07a7b216c6a45e8b875d2a95efcb058&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5207436 Sep 15 19:15:19.914875 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88ebc49-1b8e-417b-b4b2-a75306d22398,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:19.915214 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42716) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:19.917022 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:19.968793 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.031267 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00bd4bac-3069-4de3-a780-d8ebda8a35dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.063907 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab88-7463-440e-97ab-d02c197d4180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.069228 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00bd4bac-3069-4de3-a780-d8ebda8a35dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.115050 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab88-7463-440e-97ab-d02c197d4180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.164211 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00bd4bac-3069-4de3-a780-d8ebda8a35dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.167934 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-913ccb09-e491-4320-adc7-327d9916ec63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:20.182747 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd4bac-3069-4de3-a780-d8ebda8a35dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be50f6df-1d90-4cae-a8b4-37ce3c12e357,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:20.184409 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab88-7463-440e-97ab-d02c197d4180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.187887 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-00bd4bac-3069-4de3-a780-d8ebda8a35dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:20.188338 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-00bd4bac-3069-4de3-a780-d8ebda8a35dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:20.203401 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab88-7463-440e-97ab-d02c197d4180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88ebc49-1b8e-417b-b4b2-a75306d22398,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:20.208874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e2d1ab88-7463-440e-97ab-d02c197d4180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:20.222014 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00bd4bac-3069-4de3-a780-d8ebda8a35dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.225358 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-00bd4bac-3069-4de3-a780-d8ebda8a35dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be50f6df-1d90-4cae-a8b4-37ce3c12e357 HTTP/1.1" status: 204 len: 168 time: 0.3446605 Sep 15 19:15:20.232503 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab88-7463-440e-97ab-d02c197d4180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:20.234546 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e2d1ab88-7463-440e-97ab-d02c197d4180 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f88ebc49-1b8e-417b-b4b2-a75306d22398 HTTP/1.1" status: 204 len: 168 time: 0.3185070 Sep 15 19:15:20.683013 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cbb54-a4d7-46ae-a0cb-3c89aa9be238 req-a50ee635-a367-448d-9430-417ca2de15f4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:20.690132 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c28cbb54-a4d7-46ae-a0cb-3c89aa9be238 req-a50ee635-a367-448d-9430-417ca2de15f4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1386437 Sep 15 19:15:20.786586 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c28cbb54-a4d7-46ae-a0cb-3c89aa9be238 req-7f6540a0-9ce2-4f6d-bb69-fdc7aed5fefa tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941772 Sep 15 19:15:20.897700 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device a36d1a44-bfef-4cf3-b242-04c761922db8 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:15:20.901376 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42756) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:20.947228 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.023222 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f41a3-4eb4-41b4-b861-0038477f2e9f req-45c948a4-3033-40d1-9c7e-d1009aac7428 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:21.028677 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b26f41a3-4eb4-41b4-b861-0038477f2e9f req-45c948a4-3033-40d1-9c7e-d1009aac7428 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 945 time: 0.1752620 Sep 15 19:15:21.051675 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:21.061242 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Usage tracker for resource:security_group_rule and tenant:2809792cccc14b41a1b92f86e0a9f2eb is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:21.068718 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:21.086879 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:21.096463 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port a36d1a44-bfef-4cf3-b242-04c761922db8 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:15:21.106629 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port a36d1a44-bfef-4cf3-b242-04c761922db8 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:15:21.109211 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.183086 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b26f41a3-4eb4-41b4-b861-0038477f2e9f req-d4f34fdb-ce1c-4fdc-bab3-1b872721c250 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466742 Sep 15 19:15:21.188304 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42766) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:21.277587 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.287805 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.344762 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c0691c77-e531-4a01-a58e-3aa2f3e513e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:21.368574 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2809792cccc14b41a1b92f86e0a9f2eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4652457 Sep 15 19:15:21.371762 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42778) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:21.382682 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.437751 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70336187-047e-4116-a487-beb55b8406d5,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:21.443421 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:21.452551 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.458542 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port a36d1a44-bfef-4cf3-b242-04c761922db8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=a36d1a44-bfef-4cf3-b242-04c761922db8,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:21.459053 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b00d3fde-eac7-447c-842b-811912bccacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.460544 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7001e8d6-4025-4c94-86bb-9f9f4a430c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36d1a44-bfef-4cf3-b242-04c761922db8'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:21.468629 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.471676 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:21.513521 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b00d3fde-eac7-447c-842b-811912bccacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.523363 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:21.530859 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e412b662e08646edb9262b3757640c9e is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:21.538404 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:21.550478 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7001e8d6-4025-4c94-86bb-9f9f4a430c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36d1a44-bfef-4cf3-b242-04c761922db8', 'code': 200} Sep 15 19:15:21.556347 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:21.610870 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b00d3fde-eac7-447c-842b-811912bccacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.629080 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=a36d1a44-bfef-4cf3-b242-04c761922db8,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:21.629762 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f4e9b71c-7dbc-40ce-bf97-c903f8156169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:21.638084 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:21.660139 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b00d3fde-eac7-447c-842b-811912bccacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.661708 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b00d3fde-eac7-447c-842b-811912bccacb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70336187-047e-4116-a487-beb55b8406d5 HTTP/1.1" status: 204 len: 168 time: 0.2888429 Sep 15 19:15:21.662879 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d3fde-eac7-447c-842b-811912bccacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70336187-047e-4116-a487-beb55b8406d5,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:21.665385 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b00d3fde-eac7-447c-842b-811912bccacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:21.713478 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.724014 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:21.731891 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-021808ab-1382-4cf9-9718-76b96a3ec11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:21.813003 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499da17b-6acb-44b5-8e06-2f41ad6604ad,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:21.870342 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e412b662e08646edb9262b3757640c9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6809623 Sep 15 19:15:21.871707 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:21.873146 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42802) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:21.919793 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d43a96c8-b9d3-4ff0-8f9f-6e84c57f81f5 req-9f3801f7-cb9b-4a17-ae2d-085d57d55f82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 1099 time: 0.1082587 Sep 15 19:15:22.003753 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-28e9f347-5d35-45ae-ba21-368e33b5c20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:22.031891 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d43a96c8-b9d3-4ff0-8f9f-6e84c57f81f5 req-b96ab858-c82d-49aa-94da-dc8fba2af028 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027617 Sep 15 19:15:22.041566 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-28e9f347-5d35-45ae-ba21-368e33b5c20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:22.101746 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef4b3-a5f1-48cc-912a-3569ecff71df req-8e793007-ee5b-4129-a04d-fb5d4a6ed321 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:22.103710 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-26eef4b3-a5f1-48cc-912a-3569ecff71df req-8e793007-ee5b-4129-a04d-fb5d4a6ed321 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1263371 Sep 15 19:15:22.106030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-28e9f347-5d35-45ae-ba21-368e33b5c20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:22.110516 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3c6be641-6282-4e40-8c83-ac4c967e2f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:22.121831 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9f347-5d35-45ae-ba21-368e33b5c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499da17b-6acb-44b5-8e06-2f41ad6604ad,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:22.125294 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-28e9f347-5d35-45ae-ba21-368e33b5c20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:22.130679 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-28e9f347-5d35-45ae-ba21-368e33b5c20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:22.132034 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-28e9f347-5d35-45ae-ba21-368e33b5c20a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/499da17b-6acb-44b5-8e06-2f41ad6604ad HTTP/1.1" status: 204 len: 168 time: 0.2578137 Sep 15 19:15:22.166239 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-26eef4b3-a5f1-48cc-912a-3569ecff71df req-00699061-9e6a-4c18-bde3-fa34e97b6f15 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562644 Sep 15 19:15:22.466510 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d5a17-2555-43b6-82df-5279ee53e262 req-95d234dd-47d8-4580-9775-ab18721e20de tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:22.468812 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0d1d5a17-2555-43b6-82df-5279ee53e262 req-95d234dd-47d8-4580-9775-ab18721e20de tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 946 time: 0.1226385 Sep 15 19:15:22.637208 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0d1d5a17-2555-43b6-82df-5279ee53e262 req-8793fe89-2397-43d8-abe0-b07a93f24684 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594119 Sep 15 19:15:22.878314 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cde2acba-f24d-4b8b-a363-16ce167cf32c req-8ccaa5a2-5bd4-4a10-8e8d-ab1f3052e82c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 1098 time: 0.1278632 Sep 15 19:15:22.969967 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cde2acba-f24d-4b8b-a363-16ce167cf32c req-b964cb7b-bf13-4e58-8bb2-51d322beb3ff service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734987 Sep 15 19:15:23.425095 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50666a-f1be-4b50-8b35-c619afc7f19e req-636e482f-7281-47ef-b430-0b3399e4bddb tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:23.440509 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ec50666a-f1be-4b50-8b35-c619afc7f19e req-636e482f-7281-47ef-b430-0b3399e4bddb tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.0997853 Sep 15 19:15:23.525204 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ec50666a-f1be-4b50-8b35-c619afc7f19e req-318a3d7f-e014-4d5d-bdde-024ac6dd1bf5 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907156 Sep 15 19:15:23.544773 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 42884) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:23.736449 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1681394620-network', 'tenant_id': '864fad5d6f9a488fb99f9af6d562cea3'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:23.741398 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:23.745791 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Usage tracker for resource:network and tenant:864fad5d6f9a488fb99f9af6d562cea3 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:23.749260 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:23.755416 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:23.771452 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Made reservation on behalf of 864fad5d6f9a488fb99f9af6d562cea3 for: {'network': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:15:23.773944 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:23.793013 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:23.829818 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:23.833592 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Usage tracker for resource:security_group_rule and tenant:864fad5d6f9a488fb99f9af6d562cea3 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:23.836374 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:23.841952 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:23.903924 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f41094-c8f2-42c2-aaa6-eda5ceb78cdf req-50f7f769-b370-4bf5-9794-0ba1c493adde tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:23.907267 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-30f41094-c8f2-42c2-aaa6-eda5ceb78cdf req-50f7f769-b370-4bf5-9794-0ba1c493adde tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 946 time: 0.0946608 Sep 15 19:15:23.941166 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:23.948196 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:23.962500 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-30f41094-c8f2-42c2-aaa6-eda5ceb78cdf req-efbab22c-fbaa-41a7-ba06-9bd1ad4c76f7 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469782 Sep 15 19:15:23.966033 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=75105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:15:23.977691 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:23.977876 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.segments_db [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Added segment d2a82898-5f69-4549-8511-dd596a0dc7de of type vlan for network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d Sep 15 19:15:24.008780 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:24.035607 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5925ef3a-b9c3-481f-864a-48fc9fbb3271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:24.063338 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe8d547-2d6a-4149-b541-0bee183ad7f3,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:24.067649 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:24.076484 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:24.078504 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:24.079281 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:24.118819 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-2e35f1ba-c7dd-439f-9622-d1b890384195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:24.175646 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6286864 Sep 15 19:15:24.178594 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 42926) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:24.184752 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Request body: {'subnet': {'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1681394620-subnet', 'tenant_id': '864fad5d6f9a488fb99f9af6d562cea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:24.191878 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:24.200137 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Usage tracker for resource:subnet and tenant:864fad5d6f9a488fb99f9af6d562cea3 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:24.208207 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:24.224594 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:24.252987 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Made reservation on behalf of 864fad5d6f9a488fb99f9af6d562cea3 for: {'subnet': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:15:24.256083 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65637279'] for subnet, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:24.333621 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Pushing event updated for resources: {'Network': ['ID=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:24.336694 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:24.344492 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:15:24.573798 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-b46b07bc-4fa6-438e-8473-68e21c26938d tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4b1bc290079549daaec10396daa65324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589616 Sep 15 19:15:24.667827 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66235757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65637257'] for subnet, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:24.674092 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e28416f3-332d-44e5-8cca-7b1be162eb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:24.758175 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a8b537-db04-4880-8b66-632352dc6abd,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:24.761531 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:24.774223 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Checking segment: {'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:15:24.774586 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Network hostable DHCP agents. Network: fa0e3891-aad5-4e95-8bf9-2ba39e62c95d, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:15:24.806414 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:15:24.808215 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-41decf09-26f1-4a50-96f8-8dabe51bb8eb tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:24.809816 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-41decf09-26f1-4a50-96f8-8dabe51bb8eb tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276859 Sep 15 19:15:24.823935 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, fa0e3891-aad5-4e95-8bf9-2ba39e62c95d) {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:15:24.829097 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:24.830050 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:24.836858 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-07220f9d-ff29-45ca-b7aa-7e662c793af0 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/quotas/4b1bc290079549daaec10396daa65324 HTTP/1.1" status: 200 len: 375 time: 0.0208309 Sep 15 19:15:24.837922 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328cbc9d-b673-44c5-a1b7-916269337f5e None None] Network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:15:24.890078 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7101641 Sep 15 19:15:24.967004 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-fee441e7-b42e-4671-9301-65f2f3256642 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b1bc290079549daaec10396daa65324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250565 Sep 15 19:15:25.182193 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaada9-2197-4288-9a4f-66b27f207de6 req-5fdfda1d-0851-496d-9c6e-c0099184e33e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:25.188127 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4aaaada9-2197-4288-9a4f-66b27f207de6 req-5fdfda1d-0851-496d-9c6e-c0099184e33e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1141479 Sep 15 19:15:25.274898 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4aaaada9-2197-4288-9a4f-66b27f207de6 req-0bdf048d-78a0-45e2-b8ca-c6d39a6f9c98 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784991 Sep 15 19:15:25.392930 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c121e8be-1f4d-4610-b3c6-fc36349e6e69 None None] Network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:15:25.594978 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-58353673-ab35-475c-a151-c671e41093a8 req-eeb043e2-12a7-4f57-8275-2c8fff4e6ebf tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 210 time: 0.0546620 Sep 15 19:15:25.867700 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9093d-646a-41e9-a3f4-5490666802cb req-8c08e7e6-566c-4088-aea0-fab88c026a7d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:25.869211 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f3b9093d-646a-41e9-a3f4-5490666802cb req-8c08e7e6-566c-4088-aea0-fab88c026a7d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1080778 Sep 15 19:15:25.974130 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f3b9093d-646a-41e9-a3f4-5490666802cb req-1d8ac9b0-8c0a-40cb-8e09-72a995d06ef1 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859573 Sep 15 19:15:26.813087 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-45464dc2-4fa0-4ab6-99c9-1aa7e9126de8 req-4820eff5-e611-4ae7-86e4-ad35b94283ef tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 210 time: 0.0694962 Sep 15 19:15:26.816837 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-066a301d-5ac2-4410-8871-b4c228c4a70a tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b1bc290079549daaec10396daa65324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332971 Sep 15 19:15:26.974797 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-e14d1b2b-0bb2-49f0-9bc3-6d7db9f73abd tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:26.976221 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-e14d1b2b-0bb2-49f0-9bc3-6d7db9f73abd tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477456 Sep 15 19:15:27.000002 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Request body: {'port': {'device_id': 'db3c5a95-369b-43b3-b745-f6bf6726cb7d', 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004', 'admin_state_up': True, 'tenant_id': '4b1bc290079549daaec10396daa65324'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:27.131970 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:27.135815 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Usage tracker for resource:port and tenant:4b1bc290079549daaec10396daa65324 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:27.138919 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:27.145457 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:27.156486 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Made reservation on behalf of 4b1bc290079549daaec10396daa65324 for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:15:27.159476 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:27.172318 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:27.204448 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:27.208282 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Usage tracker for resource:security_group_rule and tenant:4b1bc290079549daaec10396daa65324 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:27.210985 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:27.216997 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:27.313719 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:27.317808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:27.414436 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-529e49c8-febb-4f4b-a50a-0c8978903b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:27.468306 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5fad94-d278-436a-b33e-a20fd15302e0,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:27.473623 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:27.555009 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Allocated IP 192.168.233.204 (39188524-1f89-4dff-8054-dee3ed7cb004/6fb2b2e0-3ee9-4830-ae44-a7a3770b3933/870720dc-8c96-41a4-a161-99ee53b141cd) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:15:27.656555 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543acce-5619-49fe-992b-9539589697dd req-1feb19e9-ce22-4a5e-9f18-112324263451 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:27.657228 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-5543acce-5619-49fe-992b-9539589697dd req-1feb19e9-ce22-4a5e-9f18-112324263451 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Synchronizing usage tracker for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:network {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:27.682816 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-5543acce-5619-49fe-992b-9539589697dd req-1feb19e9-ce22-4a5e-9f18-112324263451 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Unset dirty status for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:network {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:27.684331 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-1feb19e9-ce22-4a5e-9f18-112324263451 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/networks?id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d HTTP/1.1" status: 200 len: 809 time: 0.2169833 Sep 15 19:15:27.709185 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-4dbaa150-c4b7-4f6e-8d74-fa9167c0a146 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/quotas/864fad5d6f9a488fb99f9af6d562cea3 HTTP/1.1" status: 200 len: 375 time: 0.0187786 Sep 15 19:15:27.766737 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:27.773769 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-2073f17e-4e32-4186-b8fa-53081beefcec tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=864fad5d6f9a488fb99f9af6d562cea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617747 Sep 15 19:15:27.789786 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Transition to ACTIVE for port object 870720dc-8c96-41a4-a161-99ee53b141cd will not be triggered until provisioned by entity DHCP. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:15:27.813280 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:27.824126 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:27.895791 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Network 39188524-1f89-4dff-8054-dee3ed7cb004 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:15:27.898823 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:15:27.903157 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:15:27.946597 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Pushing event updated for resources: {'Port': ['ID=870720dc-8c96-41a4-a161-99ee53b141cd,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:27.964977 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:27.978177 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-e7b697b3-47bc-4560-81cb-609f0c3aa4bf service neutron] 10.222.0.20 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028723 Sep 15 19:15:28.006950 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:28.008729 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:28.086518 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0896287 Sep 15 19:15:28.109924 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Request body: {'port': {'device_id': 'db3c5a95-369b-43b3-b745-f6bf6726cb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:28.241863 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-6fdd172c-cb17-4191-8479-31dff1bb4d0a service neutron] 10.222.0.20 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622147 Sep 15 19:15:28.256832 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-99f6db91-d49f-4c12-968e-dccd7ae39c16 None None] Provisioning for port 870720dc-8c96-41a4-a161-99ee53b141cd completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:15:28.265915 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-99f6db91-d49f-4c12-968e-dccd7ae39c16 None None] Provisioning complete for port 870720dc-8c96-41a4-a161-99ee53b141cd triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:15:28.267664 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-99f6db91-d49f-4c12-968e-dccd7ae39c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:28.308769 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:28.371355 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-99f6db91-d49f-4c12-968e-dccd7ae39c16 None None] Port 870720dc-8c96-41a4-a161-99ee53b141cd cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:15:28.397547 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2723b-e9d8-487a-9c72-01a35fe4efb8 req-e0e52442-ba47-4c10-98be-4c79afe384ee tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:28.398245 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-5ba2723b-e9d8-487a-9c72-01a35fe4efb8 req-e0e52442-ba47-4c10-98be-4c79afe384ee tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Synchronizing usage tracker for tenant:4b1bc290079549daaec10396daa65324 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:28.465999 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-5ba2723b-e9d8-487a-9c72-01a35fe4efb8 req-e0e52442-ba47-4c10-98be-4c79afe384ee tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Unset dirty status for tenant:4b1bc290079549daaec10396daa65324 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:28.471590 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5ba2723b-e9d8-487a-9c72-01a35fe4efb8 req-e0e52442-ba47-4c10-98be-4c79afe384ee tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 936 time: 0.3033555 Sep 15 19:15:28.621503 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-5ba2723b-e9d8-487a-9c72-01a35fe4efb8 req-1500e540-4156-4c69-a6fe-d0c5685e218b tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Synchronizing usage tracker for tenant:4b1bc290079549daaec10396daa65324 on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:28.680971 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-5ba2723b-e9d8-487a-9c72-01a35fe4efb8 req-1500e540-4156-4c69-a6fe-d0c5685e218b tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Unset dirty status for tenant:4b1bc290079549daaec10396daa65324 on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:28.682114 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5ba2723b-e9d8-487a-9c72-01a35fe4efb8 req-1500e540-4156-4c69-a6fe-d0c5685e218b tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975734 Sep 15 19:15:28.895462 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-59affcb1-fb33-40af-850b-6947d4ca45be req-4a484201-34e2-4375-8532-3b3f630e5504 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 210 time: 0.1139319 Sep 15 19:15:28.910632 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870720dc-8c96-41a4-a161-99ee53b141cd {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:15:28.920781 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:28.958162 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Transition to ACTIVE for port object 870720dc-8c96-41a4-a161-99ee53b141cd will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:15:28.977816 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:28.988653 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3821e203-3932-4153-b272-eb4c4d1d0b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:29.103829 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=870720dc-8c96-41a4-a161-99ee53b141cd,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:29.110006 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-de978ec1-2414-4ea0-b4a1-0be98b1f8313 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1099 time: 0.2754934 Sep 15 19:15:29.122165 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:29.170887 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75b144-b0be-4734-84bc-ac63f17559b6 req-79a24597-2f1f-4259-b83b-6dfaf48d8563 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:29.178818 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b75b144-b0be-4734-84bc-ac63f17559b6 req-79a24597-2f1f-4259-b83b-6dfaf48d8563 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1625669 Sep 15 19:15:29.236657 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b75b144-b0be-4734-84bc-ac63f17559b6 req-e35b115a-1d00-437b-9ef0-5d7c2f1674cb tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562477 Sep 15 19:15:29.517400 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-466cd819-84a5-4d18-a5ca-e1f4f0d356d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:29.517400 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-466cd819-84a5-4d18-a5ca-e1f4f0d356d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 920 time: 0.3883545 Sep 15 19:15:29.645770 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Attempting to bind port 870720dc-8c96-41a4-a161-99ee53b141cd on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:15:29.646138 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Attempting to bind port 870720dc-8c96-41a4-a161-99ee53b141cd by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:15:29.646468 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Attempting to bind port 870720dc-8c96-41a4-a161-99ee53b141cd on network 39188524-1f89-4dff-8054-dee3ed7cb004 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:15:29.721173 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-0de68589-db47-4c90-abe6-ad80f55a250a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 200 len: 217 time: 0.1261604 Sep 15 19:15:29.731415 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Port 870720dc-8c96-41a4-a161-99ee53b141cd on network 39188524-1f89-4dff-8054-dee3ed7cb004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:15:29.731415 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Attempting to bind port 870720dc-8c96-41a4-a161-99ee53b141cd on network 39188524-1f89-4dff-8054-dee3ed7cb004 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:15:29.820535 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-058499f2-7af9-4ff7-a369-94a3562e0da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:29.822005 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-058499f2-7af9-4ff7-a369-94a3562e0da7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.0866332 Sep 15 19:15:29.829158 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:15:29.829494 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Checking segment: {'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:15:29.829871 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Bound using segment: {'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:15:29.830297 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Bound port: 870720dc-8c96-41a4-a161-99ee53b141cd, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54edaef7-ce90-44ad-bd7a-4c82c9b4fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:15:29.830639 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:29.898798 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-8a259715-5457-4a5e-885f-abe191d65c60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559773 Sep 15 19:15:30.072525 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-1f048d6c-6f21-417c-ac3d-f8d183c1d091 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501048 Sep 15 19:15:30.119900 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-16677f1f-1d09-412d-bf33-4e4533cbb990 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:30.126984 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-16677f1f-1d09-412d-bf33-4e4533cbb990 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 815 time: 0.6890182 Sep 15 19:15:30.252178 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6f6f9-2803-430f-9927-0244762ffefe req-1d34bde2-f9ef-408f-aa2c-90e6f930955a tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:30.254382 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-35f6f6f9-2803-430f-9927-0244762ffefe req-1d34bde2-f9ef-408f-aa2c-90e6f930955a tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 948 time: 0.3911653 Sep 15 19:15:30.287834 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a327bb50-8148-45d2-92b1-b624c3808d52 req-e839860c-48c6-4b76-8188-3d4d4010e50c service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045348 Sep 15 19:15:30.306053 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-a35cebc0-6058-4b60-81ba-e71e902f78d1 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/quotas/1fde9d40536f433e80b51d3012fa33f4 HTTP/1.1" status: 200 len: 375 time: 0.1781394 Sep 15 19:15:30.307132 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543acce-5619-49fe-992b-9539589697dd req-3e26152b-c69a-49f4-9f87-12e4526adc0f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:30.308794 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-3e26152b-c69a-49f4-9f87-12e4526adc0f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.58 "GET /v2.0/networks?id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d HTTP/1.1" status: 200 len: 809 time: 0.2840545 Sep 15 19:15:30.310525 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] For port 870720dc-8c96-41a4-a161-99ee53b141cd, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:15:30.320382 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] For port 870720dc-8c96-41a4-a161-99ee53b141cd, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=870720dc-8c96-41a4-a161-99ee53b141cd,segment=NetworkSegment(54edaef7-ce90-44ad-bd7a-4c82c9b4fc54),segment_id=54edaef7-ce90-44ad-bd7a-4c82c9b4fc54)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:15:30.330726 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Request body: {'port': {'device_id': '156e6e77-5b55-4bc2-9870-7269ea905046', 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d', 'admin_state_up': True, 'tenant_id': '864fad5d6f9a488fb99f9af6d562cea3'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:30.354210 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-35f6f6f9-2803-430f-9927-0244762ffefe req-c866fe4b-2797-4b22-a8b5-392554a5ad75 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806355 Sep 15 19:15:30.390363 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:30.411574 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:30.515030 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:30.516317 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] 10.222.0.58 "PUT /v2.0/ports/870720dc-8c96-41a4-a161-99ee53b141cd HTTP/1.1" status: 200 len: 1098 time: 2.4123387 Sep 15 19:15:30.518773 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3c5a95-369b-43b3-b745-f6bf6726cb7d', 'tag': '870720dc-8c96-41a4-a161-99ee53b141cd'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:30.552381 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=870720dc-8c96-41a4-a161-99ee53b141cd,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:30.555002 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:30.560448 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:30.576123 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Usage tracker for resource:port and tenant:864fad5d6f9a488fb99f9af6d562cea3 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:30.579356 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:30.589920 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:30.641809 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-5888ee51-5b20-4dab-964d-332c9d1baef8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3233490 Sep 15 19:15:30.694467 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3afd019f-0acf-4e82-806c-fc282c244322 req-4f96ba85-860e-45ec-9a5b-be9eeb7022a6 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 210 time: 0.1083403 Sep 15 19:15:30.706084 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Made reservation on behalf of 864fad5d6f9a488fb99f9af6d562cea3 for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:15:30.710002 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:30.807120 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-071f4940-f516-48be-8191-224f9a605bfa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b1bc290079549daaec10396daa65324&device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 1101 time: 0.2317879 Sep 15 19:15:30.816897 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-27c51a02-fabc-4da1-9d0c-767ff1355721 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740012 Sep 15 19:15:30.917812 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-708e3d8a-474e-4f21-8f1b-9563f410b212 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=870720dc-8c96-41a4-a161-99ee53b141cd HTTP/1.1" status: 200 len: 217 time: 0.0995457 Sep 15 19:15:30.919810 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Allocated IP 172.20.0.7 (fa0e3891-aad5-4e95-8bf9-2ba39e62c95d/97a8b537-db04-4880-8b66-632352dc6abd/f5bde0f6-8ec8-44ed-8337-999edd9595fd) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:15:31.064948 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-0f6974af-a5c6-4c4a-8e1b-122992609b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:31.066367 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-0f6974af-a5c6-4c4a-8e1b-122992609b62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fb2b2e0-3ee9-4830-ae44-a7a3770b3933 HTTP/1.1" status: 200 len: 843 time: 0.0915623 Sep 15 19:15:31.071299 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-6303dacf-3e93-4a98-a0e2-0f3b572eae99 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025406 Sep 15 19:15:31.159055 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-2641e1fe-1dc0-4cdb-acc3-b131842d749e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39188524-1f89-4dff-8054-dee3ed7cb004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0834200 Sep 15 19:15:31.282788 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3c5a95-369b-43b3-b745-f6bf6726cb7d', 'tag': '870720dc-8c96-41a4-a161-99ee53b141cd', 'status': 'completed', 'code': 200} Sep 15 19:15:31.307354 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:31.322300 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dbbc3-b5e8-456f-b684-c70c35290bef req-d091c447-138c-48e9-928d-ee3fab5e5e9a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:31.324350 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-464dbbc3-b5e8-456f-b684-c70c35290bef req-d091c447-138c-48e9-928d-ee3fab5e5e9a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.2984960 Sep 15 19:15:31.375972 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-315fa0a0-6eba-4893-945c-bf1c54efb371 req-4efcbc95-f816-4af8-8e13-60be3f115ef6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 210 time: 0.0766590 Sep 15 19:15:31.380690 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:31.399732 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:31.417667 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-a992bc4e-c06b-4482-a4f4-67fd4c82d897 service neutron] 10.222.0.58 "GET /v2.0/networks/39188524-1f89-4dff-8054-dee3ed7cb004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470641 Sep 15 19:15:31.493048 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Pushing event updated for resources: {'Port': ['ID=f5bde0f6-8ec8-44ed-8337-999edd9595fd,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:31.500561 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:31.526228 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-464dbbc3-b5e8-456f-b684-c70c35290bef req-ec616e1e-6ff4-4957-9dd5-7235be3ed0f7 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951635 Sep 15 19:15:31.540827 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:15:31.544234 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:15:31.547985 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:15:31.649516 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:31.650373 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:31.687679 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3614013 Sep 15 19:15:31.709279 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Request body: {'port': {'device_id': '156e6e77-5b55-4bc2-9870-7269ea905046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:31.926226 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b009b292-f2d8-4c55-bf33-9bb8caf0f067 req-9965d6d3-9a45-4842-886f-f7cb3dd994ad service neutron] 10.222.0.58 "GET /v2.0/networks/39188524-1f89-4dff-8054-dee3ed7cb004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992003 Sep 15 19:15:31.936409 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951a379-5723-4721-ab55-dc4f2720eaed req-60fb9166-8b02-41cb-bc3e-6940ddaa5af2 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:31.938328 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b951a379-5723-4721-ab55-dc4f2720eaed req-60fb9166-8b02-41cb-bc3e-6940ddaa5af2 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 948 time: 0.3239388 Sep 15 19:15:31.952714 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:32.010459 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 43178) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:32.155830 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b951a379-5723-4721-ab55-dc4f2720eaed req-1d641193-556a-4dc0-a5a2-e88ae67523b1 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022011 Sep 15 19:15:32.224623 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-2c7151d8-9040-4046-8053-febce90c9f23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b1bc290079549daaec10396daa65324&device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 1101 time: 0.1970768 Sep 15 19:15:32.387654 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:32.438596 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f33781-5f01-40ad-a443-c621d0b31e29 req-2cc9fb53-b349-414f-9b97-3c2dad42854a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:32.440095 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-c8f33781-5f01-40ad-a443-c621d0b31e29 req-2cc9fb53-b349-414f-9b97-3c2dad42854a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Synchronizing usage tracker for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:32.455985 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:32.460841 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-f3a48168-0fed-48e2-8bd1-63e8c1b597a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:32.462284 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-f3a48168-0fed-48e2-8bd1-63e8c1b597a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39188524-1f89-4dff-8054-dee3ed7cb004 HTTP/1.1" status: 200 len: 870 time: 0.2296674 Sep 15 19:15:32.463178 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Usage tracker for resource:security_group_rule and tenant:e040a90ee2c744e496eccc4ec5d12e64 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:32.466153 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:32.524793 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-c8f33781-5f01-40ad-a443-c621d0b31e29 req-2cc9fb53-b349-414f-9b97-3c2dad42854a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Unset dirty status for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:32.526376 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f33781-5f01-40ad-a443-c621d0b31e29 req-2cc9fb53-b349-414f-9b97-3c2dad42854a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 931 time: 0.5630009 Sep 15 19:15:32.528433 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5bde0f6-8ec8-44ed-8337-999edd9595fd {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:15:32.537564 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:32.541376 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-274c20dd-f853-4ab2-b1f6-e7a09731ed31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=870720dc-8c96-41a4-a161-99ee53b141cd HTTP/1.1" status: 200 len: 217 time: 0.0694172 Sep 15 19:15:32.553184 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:32.583346 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Transition to ACTIVE for port object f5bde0f6-8ec8-44ed-8337-999edd9595fd will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:15:32.588686 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:32.595078 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:32.627626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-c8f33781-5f01-40ad-a443-c621d0b31e29 req-be44f8d6-b5f7-4376-ab8d-d864a2436f0f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Synchronizing usage tracker for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:security_group {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:32.630108 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-eeef2a8c-0995-47b2-aa33-4e990afd33f4 req-be89fa2d-5182-4a0c-bd3a-12cb85fe580d tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 210 time: 0.0902991 Sep 15 19:15:32.677842 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-33872013-e4b1-4a90-ba50-01ea16fb1712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:32.679540 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-33872013-e4b1-4a90-ba50-01ea16fb1712 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6fb2b2e0-3ee9-4830-ae44-a7a3770b3933 HTTP/1.1" status: 200 len: 843 time: 0.1032612 Sep 15 19:15:32.729620 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-c8f33781-5f01-40ad-a443-c621d0b31e29 req-be44f8d6-b5f7-4376-ab8d-d864a2436f0f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Unset dirty status for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:security_group {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:32.743703 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f33781-5f01-40ad-a443-c621d0b31e29 req-be44f8d6-b5f7-4376-ab8d-d864a2436f0f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099054 Sep 15 19:15:32.751756 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bde0f6-8ec8-44ed-8337-999edd9595fd,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:32.761587 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:32.766001 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:32.785750 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:32.794231 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0aeef4f7-bf43-4e01-8ac5-676a316de9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:32.898881 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Attempting to bind port f5bde0f6-8ec8-44ed-8337-999edd9595fd on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:15:32.899423 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Attempting to bind port f5bde0f6-8ec8-44ed-8337-999edd9595fd by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:15:32.899980 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Attempting to bind port f5bde0f6-8ec8-44ed-8337-999edd9595fd on network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:15:32.908559 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Port f5bde0f6-8ec8-44ed-8337-999edd9595fd on network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:15:32.908559 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Attempting to bind port f5bde0f6-8ec8-44ed-8337-999edd9595fd on network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:15:32.917025 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:15:32.917473 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Checking segment: {'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:15:32.917972 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Bound using segment: {'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:15:32.919078 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Bound port: f5bde0f6-8ec8-44ed-8337-999edd9595fd, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:15:32.919731 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:32.952121 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4383b8d-11ab-472d-ae45-da08ce513d47,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:32.978756 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:32.983775 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e040a90ee2c744e496eccc4ec5d12e64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9694886 Sep 15 19:15:32.988742 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 43200) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:33.078143 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-926b7ae8-f210-4aca-939e-33b32577d03c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39188524-1f89-4dff-8054-dee3ed7cb004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3795621 Sep 15 19:15:33.086279 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b9064870-c73e-471a-b34d-51197f65691f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:33.116294 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b9064870-c73e-471a-b34d-51197f65691f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:33.137537 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] For port f5bde0f6-8ec8-44ed-8337-999edd9595fd, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:15:33.166471 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] For port f5bde0f6-8ec8-44ed-8337-999edd9595fd, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f5bde0f6-8ec8-44ed-8337-999edd9595fd,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:15:33.172478 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:33.177412 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:33.228610 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da31ac5-0536-430b-8997-05dfebbc5a87 req-1161b457-1f8b-4ec9-8e9b-ed54eafb874f tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:33.230153 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8da31ac5-0536-430b-8997-05dfebbc5a87 req-1161b457-1f8b-4ec9-8e9b-ed54eafb874f tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.4373944 Sep 15 19:15:33.252246 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:33.253911 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] 10.222.0.58 "PUT /v2.0/ports/f5bde0f6-8ec8-44ed-8337-999edd9595fd HTTP/1.1" status: 200 len: 1093 time: 1.5532787 Sep 15 19:15:33.254719 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156e6e77-5b55-4bc2-9870-7269ea905046', 'tag': 'f5bde0f6-8ec8-44ed-8337-999edd9595fd'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:33.258550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-54215c3c-24b4-413f-8a47-9d79449da00b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:33.259310 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b9064870-c73e-471a-b34d-51197f65691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:33.260265 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-54215c3c-24b4-413f-8a47-9d79449da00b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 815 time: 0.3827310 Sep 15 19:15:33.280307 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b9064870-c73e-471a-b34d-51197f65691f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:33.281659 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b9064870-c73e-471a-b34d-51197f65691f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4383b8d-11ab-472d-ae45-da08ce513d47 HTTP/1.1" status: 204 len: 168 time: 0.2917087 Sep 15 19:15:33.282821 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bde0f6-8ec8-44ed-8337-999edd9595fd,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:33.286235 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:33.286732 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-63c417f3-73fe-40d4-9cea-142be96a14b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:33.297030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064870-c73e-471a-b34d-51197f65691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4383b8d-11ab-472d-ae45-da08ce513d47,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:33.301283 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b9064870-c73e-471a-b34d-51197f65691f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:33.315283 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Request body: {'port': {'device_id': '1404c573-45e2-429f-bae9-58114e1ee5e7', 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'admin_state_up': True, 'tenant_id': '1fde9d40536f433e80b51d3012fa33f4'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:33.362970 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-ed71243b-f5fa-4650-a353-e228ca93eff2 service neutron] 10.222.0.58 "GET /v2.0/networks/39188524-1f89-4dff-8054-dee3ed7cb004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746155 Sep 15 19:15:33.467122 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8da31ac5-0536-430b-8997-05dfebbc5a87 req-b6e14c18-dbbb-4e1f-9929-a1de07f32ba0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104180 Sep 15 19:15:33.478016 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a167b-6825-48b9-a5e2-e49fc6d2056e req-8a7c0a29-be33-4bfe-ab95-b6428b092d93 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:33.493501 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-769a167b-6825-48b9-a5e2-e49fc6d2056e req-8a7c0a29-be33-4bfe-ab95-b6428b092d93 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 948 time: 0.1629076 Sep 15 19:15:33.502682 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-7bf1844b-6dcd-420d-a025-73a5a29c1735 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=864fad5d6f9a488fb99f9af6d562cea3&device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 1096 time: 0.1735137 Sep 15 19:15:33.582905 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156e6e77-5b55-4bc2-9870-7269ea905046', 'tag': 'f5bde0f6-8ec8-44ed-8337-999edd9595fd', 'status': 'completed', 'code': 200} Sep 15 19:15:33.611935 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-0126083e-a728-423a-a252-dc8cccc3c4e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5bde0f6-8ec8-44ed-8337-999edd9595fd HTTP/1.1" status: 200 len: 217 time: 0.0863316 Sep 15 19:15:33.636802 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-769a167b-6825-48b9-a5e2-e49fc6d2056e req-73944dfd-d5f9-40d9-bc1e-ba259bc293b2 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423733 Sep 15 19:15:33.656792 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-0fa74852-c5e2-4fd4-af92-7a01e9223a93 service neutron] 10.222.0.58 "GET /v2.0/networks/39188524-1f89-4dff-8054-dee3ed7cb004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773604 Sep 15 19:15:33.705886 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:33.718168 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:33.734505 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Made reservation on behalf of 1fde9d40536f433e80b51d3012fa33f4 for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:15:33.739332 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:33.848073 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 43226) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:33.880308 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e599993a-0809-4ac2-ae7f-a7cbd7247dd5 req-a5152aa4-b601-47e2-9c6e-1ee75fe2ebf1 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 210 time: 0.0456023 Sep 15 19:15:33.890418 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543acce-5619-49fe-992b-9539589697dd req-03508dcd-3c9d-43ea-bc09-23064b2923fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:33.891944 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-03508dcd-3c9d-43ea-bc09-23064b2923fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97a8b537-db04-4880-8b66-632352dc6abd HTTP/1.1" status: 200 len: 849 time: 0.2535074 Sep 15 19:15:33.946572 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-537c3e44-b12a-4277-8f8e-254842331060 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463874 Sep 15 19:15:33.991087 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.084470 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-fafa29a0-f0a7-49aa-ad79-6d23a8ebfb73 service neutron] 10.222.0.58 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278176 Sep 15 19:15:34.094661 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Allocated IP 172.20.0.3 (8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c/5d73c113-6d67-4a80-93c9-f62ce12cfeb7/1a494bc7-56c6-49c9-ae99-24187939a51b) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:15:34.096880 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:15:34.109124 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Usage tracker for resource:security_group_rule and tenant:8df941ca92654934b0983b8c1862870f is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:15:34.113249 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:15:34.126763 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:15:34.164629 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438c9f7-e93d-4743-8bba-f584601d714b req-9e4760e7-f50e-4975-82a8-6d0d5535081c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:34.166071 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4438c9f7-e93d-4743-8bba-f584601d714b req-9e4760e7-f50e-4975-82a8-6d0d5535081c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 943 time: 0.2260902 Sep 15 19:15:34.232302 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5543acce-5619-49fe-992b-9539589697dd req-b1afc43d-be6c-4884-8a85-139a2e8babf4 service neutron] 10.222.0.58 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313002 Sep 15 19:15:34.328141 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4438c9f7-e93d-4743-8bba-f584601d714b req-dd46e2c2-b7b9-42e4-8ec9-ed96625b89d4 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500461 Sep 15 19:15:34.386565 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-59aaf1b7-8a67-4152-8cdc-c82071b53b8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=864fad5d6f9a488fb99f9af6d562cea3&device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 1096 time: 0.0801818 Sep 15 19:15:34.405336 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.410985 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.425565 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:34.446537 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.480294 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd737d9d-acec-4e41-8030-efe7cd5b9602,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:34.484585 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:34.490149 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8df941ca92654934b0983b8c1862870f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6387072 Sep 15 19:15:34.491134 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 43234) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:15:34.524345 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-4e0a0fbc-3913-4eab-b2b7-4c669b8ceba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:34.526428 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-4e0a0fbc-3913-4eab-b2b7-4c669b8ceba1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d HTTP/1.1" status: 200 len: 910 time: 0.1302252 Sep 15 19:15:34.553141 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.561645 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5202189f-d842-44a4-8077-410988348141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:34.569010 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'a36d1a44-bfef-4cf3-b242-04c761922db8'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:15:34.600080 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-45150b73-7071-4160-90e6-4b1bb3c0a146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.612529 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-28fa4a2a-67ad-41ee-a428-577a279faeeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5bde0f6-8ec8-44ed-8337-999edd9595fd HTTP/1.1" status: 200 len: 217 time: 0.0674293 Sep 15 19:15:34.662417 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:15:34.674840 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:15:34.690103 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-45150b73-7071-4160-90e6-4b1bb3c0a146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.698320 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:15:34.727551 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Pushing event updated for resources: {'Port': ['ID=1a494bc7-56c6-49c9-ae99-24187939a51b,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:34.743208 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:34.766070 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-ac366c6a-3a86-433b-a4b0-35dd1d71afb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:34.772522 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-ac366c6a-3a86-433b-a4b0-35dd1d71afb5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97a8b537-db04-4880-8b66-632352dc6abd HTTP/1.1" status: 200 len: 849 time: 0.1119075 Sep 15 19:15:34.793493 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:34.794112 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.804992 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14a299-5d1e-4176-9811-5251332e81b7 req-611ef7a3-97fa-4ee8-8c9c-5e0ca26ce4c9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:34.806490 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bd14a299-5d1e-4176-9811-5251332e81b7 req-611ef7a3-97fa-4ee8-8c9c-5e0ca26ce4c9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1909165 Sep 15 19:15:34.834841 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5240326 Sep 15 19:15:34.836826 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-45150b73-7071-4160-90e6-4b1bb3c0a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.845145 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-45150b73-7071-4160-90e6-4b1bb3c0a146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:34.846383 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-45150b73-7071-4160-90e6-4b1bb3c0a146 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd737d9d-acec-4e41-8030-efe7cd5b9602 HTTP/1.1" status: 204 len: 168 time: 0.3551276 Sep 15 19:15:34.848694 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:34.859044 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Request body: {'port': {'device_id': '1404c573-45e2-429f-bae9-58114e1ee5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:15:34.923663 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 870720dc-8c96-41a4-a161-99ee53b141cd details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:15:34.939620 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45150b73-7071-4160-90e6-4b1bb3c0a146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd737d9d-acec-4e41-8030-efe7cd5b9602,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:34.953329 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-45150b73-7071-4160-90e6-4b1bb3c0a146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:34.991880 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-c31626c0-81ea-4d24-b20c-457b5a05b54c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046838 Sep 15 19:15:35.064123 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:35.090593 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802af93-04be-4a18-bf7f-b61e4522e715 req-066d17b2-4b62-47d7-8590-ccd1edbb97b4 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:35.092424 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b802af93-04be-4a18-bf7f-b61e4522e715 req-066d17b2-4b62-47d7-8590-ccd1edbb97b4 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 948 time: 0.1978085 Sep 15 19:15:35.211630 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-58847659-8437-4c2a-acf9-ae36faf678f7 service neutron] 10.222.0.58 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966174 Sep 15 19:15:35.236518 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 870720dc-8c96-41a4-a161-99ee53b141cd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=870720dc-8c96-41a4-a161-99ee53b141cd,segment=NetworkSegment(54edaef7-ce90-44ad-bd7a-4c82c9b4fc54),segment_id=54edaef7-ce90-44ad-bd7a-4c82c9b4fc54)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:35.238851 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bd14a299-5d1e-4176-9811-5251332e81b7 req-2b0e39f5-26f9-4871-9071-bb7c4010ba82 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443902 Sep 15 19:15:35.252391 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b802af93-04be-4a18-bf7f-b61e4522e715 req-e3fb3df2-bbcb-429c-ace7-b3740b3908d9 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358654 Sep 15 19:15:35.259313 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '870720dc-8c96-41a4-a161-99ee53b141cd', 'network_id': '39188524-1f89-4dff-8054-dee3ed7cb004', 'port_id': '870720dc-8c96-41a4-a161-99ee53b141cd', 'mac_address': 'fa:16:3e:c8:a3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb2b2e0-3ee9-4830-ae44-a7a3770b3933', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:15:35.403429 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:35.462270 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870720dc-8c96-41a4-a161-99ee53b141cd {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:15:35.478705 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 870720dc-8c96-41a4-a161-99ee53b141cd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=870720dc-8c96-41a4-a161-99ee53b141cd,segment=NetworkSegment(54edaef7-ce90-44ad-bd7a-4c82c9b4fc54),segment_id=54edaef7-ce90-44ad-bd7a-4c82c9b4fc54)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:35.486860 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:35.489834 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:35.509833 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-50420408-f6f7-4ef1-a281-eac7bea36464 req-8a673397-6e39-42b5-8ae1-b6823ce7818b service neutron] 10.222.0.58 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699490 Sep 15 19:15:35.586015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a494bc7-56c6-49c9-ae99-24187939a51b {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:15:35.594435 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=870720dc-8c96-41a4-a161-99ee53b141cd,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:35.594980 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:35.604803 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:35.621204 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Transition to ACTIVE for port object 1a494bc7-56c6-49c9-ae99-24187939a51b will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:15:35.634220 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:35.639657 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:35.689428 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b63fe1-780d-4612-8fb4-5c7cb6a848a9 req-9dcf3a2c-75eb-4873-94d4-1316b1098bce tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:35.690124 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-a0b63fe1-780d-4612-8fb4-5c7cb6a848a9 req-9dcf3a2c-75eb-4873-94d4-1316b1098bce tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:35.754358 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7443ef-1809-4d28-81d1-6b446e3a9886 req-f2454819-4a99-4c88-85c4-9a2cb8a05411 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:35.755948 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4f7443ef-1809-4d28-81d1-6b446e3a9886 req-f2454819-4a99-4c88-85c4-9a2cb8a05411 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 943 time: 0.0838997 Sep 15 19:15:35.790934 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=1a494bc7-56c6-49c9-ae99-24187939a51b,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:35.796475 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:35.814130 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4f7443ef-1809-4d28-81d1-6b446e3a9886 req-3df1870a-67bf-405a-9b04-2ce3bf40232c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499158 Sep 15 19:15:35.825360 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-a0b63fe1-780d-4612-8fb4-5c7cb6a848a9 req-9dcf3a2c-75eb-4873-94d4-1316b1098bce tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:35.827176 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a0b63fe1-780d-4612-8fb4-5c7cb6a848a9 req-9dcf3a2c-75eb-4873-94d4-1316b1098bce tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 931 time: 0.3129680 Sep 15 19:15:35.930734 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a0b63fe1-780d-4612-8fb4-5c7cb6a848a9 req-917a219b-8f9a-429f-9565-2d39c4833c64 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720372 Sep 15 19:15:35.934731 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Attempting to bind port 1a494bc7-56c6-49c9-ae99-24187939a51b on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:15:35.935068 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Attempting to bind port 1a494bc7-56c6-49c9-ae99-24187939a51b by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:15:35.935422 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Attempting to bind port 1a494bc7-56c6-49c9-ae99-24187939a51b on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:15:35.939120 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['870720dc-8c96-41a4-a161-99ee53b141cd'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:15:35.942004 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Port 1a494bc7-56c6-49c9-ae99-24187939a51b on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:15:35.942323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Attempting to bind port 1a494bc7-56c6-49c9-ae99-24187939a51b on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:15:35.948601 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:15:35.948936 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Checking segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:15:35.949316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Bound using segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:15:35.949952 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Bound port: 1a494bc7-56c6-49c9-ae99-24187939a51b, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:15:35.950301 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:36.043791 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] For port 1a494bc7-56c6-49c9-ae99-24187939a51b, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:15:36.048185 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] For port 1a494bc7-56c6-49c9-ae99-24187939a51b, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1a494bc7-56c6-49c9-ae99-24187939a51b,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:15:36.052622 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:36.056844 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:36.167401 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:36.168765 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] 10.222.0.58 "PUT /v2.0/ports/1a494bc7-56c6-49c9-ae99-24187939a51b HTTP/1.1" status: 200 len: 1093 time: 1.3211658 Sep 15 19:15:36.176653 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1404c573-45e2-429f-bae9-58114e1ee5e7', 'tag': '1a494bc7-56c6-49c9-ae99-24187939a51b'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:36.202362 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=1a494bc7-56c6-49c9-ae99-24187939a51b,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:36.205438 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:36.269423 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1404c573-45e2-429f-bae9-58114e1ee5e7', 'tag': '1a494bc7-56c6-49c9-ae99-24187939a51b', 'status': 'completed', 'code': 200} Sep 15 19:15:36.323440 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-36354e0d-562e-492e-9c53-0f4f5060892a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0979116 Sep 15 19:15:36.498316 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aa14d-e592-42e1-9950-4c6704008202 req-8266b1a2-d781-47cb-b1fc-b279b3788317 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:36.498467 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-ee24b007-aa43-4f1b-9896-260f15654822 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a494bc7-56c6-49c9-ae99-24187939a51b HTTP/1.1" status: 200 len: 217 time: 0.1550751 Sep 15 19:15:36.499850 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a32aa14d-e592-42e1-9950-4c6704008202 req-8266b1a2-d781-47cb-b1fc-b279b3788317 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 949 time: 0.0875988 Sep 15 19:15:36.573618 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a32aa14d-e592-42e1-9950-4c6704008202 req-859106d6-25b8-4502-be42-2a10eadfeb23 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679860 Sep 15 19:15:36.580026 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-8a74dc9f-2d63-43a2-a800-91ab7f539293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:36.587287 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-8a74dc9f-2d63-43a2-a800-91ab7f539293 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d73c113-6d67-4a80-93c9-f62ce12cfeb7 HTTP/1.1" status: 200 len: 855 time: 0.0705245 Sep 15 19:15:36.587287 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d145b-6da5-4611-b289-f5eb9830d994 req-5288d00f-ea6d-4a00-a951-f2f637cd0116 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:36.592289 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4c6d145b-6da5-4611-b289-f5eb9830d994 req-5288d00f-ea6d-4a00-a951-f2f637cd0116 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1626470 Sep 15 19:15:36.659503 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-ff8c0cc4-611b-4c60-bd36-461028845ffe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499105 Sep 15 19:15:36.698836 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4c6d145b-6da5-4611-b289-f5eb9830d994 req-333bc16a-e018-403b-8ee5-096b08b27fd7 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045556 Sep 15 19:15:36.811381 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-54a75019-1af0-4223-81c2-a6420caaa562 service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354544 Sep 15 19:15:36.927169 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f5bde0f6-8ec8-44ed-8337-999edd9595fd details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:15:37.069613 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c734e1fe-a8be-4e83-a82c-5ed589464548 req-5c27a8ff-7f50-49d5-a14b-77ed06c9dbf7 service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510700 Sep 15 19:15:37.092170 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400d9ae-9b62-400d-9b86-99d3b35bb891 req-d3644170-3375-4f15-a46a-da867f23184c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:37.093936 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b400d9ae-9b62-400d-9b86-99d3b35bb891 req-d3644170-3375-4f15-a46a-da867f23184c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 943 time: 0.1301260 Sep 15 19:15:37.145533 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b400d9ae-9b62-400d-9b86-99d3b35bb891 req-316fec04-3c4a-4af7-9229-f50eb3d23fd5 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Sep 15 19:15:37.153781 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f5bde0f6-8ec8-44ed-8337-999edd9595fd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f5bde0f6-8ec8-44ed-8337-999edd9595fd,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:37.168726 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': 'f5bde0f6-8ec8-44ed-8337-999edd9595fd', 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d', 'port_id': 'f5bde0f6-8ec8-44ed-8337-999edd9595fd', 'mac_address': 'fa:16:3e:d0:0f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a8b537-db04-4880-8b66-632352dc6abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:15:37.216257 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66efb4d-b89b-43db-b6b7-c2c65038a829 req-062cf602-56d7-4b89-9029-d3ea9e2edd0b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:37.217767 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f66efb4d-b89b-43db-b6b7-c2c65038a829 req-062cf602-56d7-4b89-9029-d3ea9e2edd0b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 943 time: 0.1004176 Sep 15 19:15:37.232207 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-2fa9a2bc-6075-40fe-bf7e-5ac6f3f8e5f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0829983 Sep 15 19:15:37.233688 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:37.254672 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5bde0f6-8ec8-44ed-8337-999edd9595fd {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:15:37.275288 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f66efb4d-b89b-43db-b6b7-c2c65038a829 req-4cd344c7-ecb1-4dac-8a93-fcc37f51e95c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 Sep 15 19:15:37.277021 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f5bde0f6-8ec8-44ed-8337-999edd9595fd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f5bde0f6-8ec8-44ed-8337-999edd9595fd,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:37.282123 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:37.286455 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-d774fca1-3903-44bc-b406-03d5da787d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:37.359605 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=f5bde0f6-8ec8-44ed-8337-999edd9595fd,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:37.362861 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:37.390626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-dd0c5456-0afd-4fc1-8bf6-2f2fd0d02768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:37.392424 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-dd0c5456-0afd-4fc1-8bf6-2f2fd0d02768 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 916 time: 0.1520798 Sep 15 19:15:37.463735 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-125aa4d2-f3fc-44ca-b20a-220af4638551 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a494bc7-56c6-49c9-ae99-24187939a51b HTTP/1.1" status: 200 len: 217 time: 0.0618212 Sep 15 19:15:37.535095 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-75366cac-1def-49ab-8b72-b0edfb5d631a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:37.536699 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-75366cac-1def-49ab-8b72-b0edfb5d631a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d73c113-6d67-4a80-93c9-f62ce12cfeb7 HTTP/1.1" status: 200 len: 855 time: 0.0666838 Sep 15 19:15:37.588021 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-8c5cf684-a652-46b7-9323-7879c1cbddc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383165 Sep 15 19:15:37.708959 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['f5bde0f6-8ec8-44ed-8337-999edd9595fd'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:15:37.783629 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-c03b6ca6-4349-4d13-b388-0e7f3e9aacd7 service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889000 Sep 15 19:15:37.903246 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc3354-5a4b-41af-b81e-e55a68d043fc req-b4c520c9-40ff-48d0-b406-8b7e8116b970 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:37.912373 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-71cc3354-5a4b-41af-b81e-e55a68d043fc req-b4c520c9-40ff-48d0-b406-8b7e8116b970 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 949 time: 0.2201190 Sep 15 19:15:37.929683 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ca3a9-ebb7-428b-b061-c271cd5abdfa req-32292138-d7d3-4ad2-9b00-d45d8f2ef4f3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:37.931243 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-222ca3a9-ebb7-428b-b061-c271cd5abdfa req-32292138-d7d3-4ad2-9b00-d45d8f2ef4f3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1057239 Sep 15 19:15:37.985326 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-222ca3a9-ebb7-428b-b061-c271cd5abdfa req-87844ef2-48bc-4a89-8b07-dd84ef3c003c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479434 Sep 15 19:15:38.023599 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0d6bf6fc-240f-43ef-a7bc-884f61e69a61 req-81e56218-3f8e-4c52-895c-efe09fda679c service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299945 Sep 15 19:15:38.043906 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-71cc3354-5a4b-41af-b81e-e55a68d043fc req-f9722112-1d7c-4be2-bf07-5f890377450a tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306944 Sep 15 19:15:38.160694 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:38.346550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb605b0-a935-40c1-8883-9027ea348865 req-68eec69a-6d3e-4fd7-8c88-2f946fc39e2f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:38.348092 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9eb605b0-a935-40c1-8883-9027ea348865 req-68eec69a-6d3e-4fd7-8c88-2f946fc39e2f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 944 time: 0.0782390 Sep 15 19:15:38.392090 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9eb605b0-a935-40c1-8883-9027ea348865 req-7d21d6a5-542f-4f3a-901e-25ac3e108629 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Sep 15 19:15:38.522871 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec77a-699f-45ac-96d1-555c1f0db380 req-a33814d1-c12d-4c93-8f0d-b79bafedffd1 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:38.524354 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b90ec77a-699f-45ac-96d1-555c1f0db380 req-a33814d1-c12d-4c93-8f0d-b79bafedffd1 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 943 time: 0.1356204 Sep 15 19:15:38.571623 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b90ec77a-699f-45ac-96d1-555c1f0db380 req-089026f1-7d21-43c5-a9be-e4b8ea76eb2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 Sep 15 19:15:38.946423 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 870720dc-8c96-41a4-a161-99ee53b141cd up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:15:39.016265 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 870720dc-8c96-41a4-a161-99ee53b141cd completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:15:39.021057 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 870720dc-8c96-41a4-a161-99ee53b141cd triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:15:39.021432 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:39.147357 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:39.177381 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3c5a95-369b-43b3-b745-f6bf6726cb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870720dc-8c96-41a4-a161-99ee53b141cd'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:39.188284 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 870720dc-8c96-41a4-a161-99ee53b141cd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=870720dc-8c96-41a4-a161-99ee53b141cd,segment=NetworkSegment(54edaef7-ce90-44ad-bd7a-4c82c9b4fc54),segment_id=54edaef7-ce90-44ad-bd7a-4c82c9b4fc54)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:39.193718 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:39.194852 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f5bde0f6-8ec8-44ed-8337-999edd9595fd up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:15:39.197224 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc48a7b-b2f3-4375-a10a-62ace072d80e req-e7f0acde-bc1f-4ac6-a783-c5226532c5dc tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:39.198733 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7dc48a7b-b2f3-4375-a10a-62ace072d80e req-e7f0acde-bc1f-4ac6-a783-c5226532c5dc tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0948718 Sep 15 19:15:39.231234 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:39.254424 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7dc48a7b-b2f3-4375-a10a-62ace072d80e req-e1b58764-eb73-4340-81c1-0623d9e5ac10 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485804 Sep 15 19:15:39.255059 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565252b-23ee-4533-9aab-5d4763c06837 req-f13a4b5e-550d-41bf-bf20-eb63cf4fc6ee tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:39.262850 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2565252b-23ee-4533-9aab-5d4763c06837 req-f13a4b5e-550d-41bf-bf20-eb63cf4fc6ee tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0937612 Sep 15 19:15:39.316359 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2565252b-23ee-4533-9aab-5d4763c06837 req-d46650fa-339b-45d0-bf28-94f84fe5e2fc tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517125 Sep 15 19:15:39.350239 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=870720dc-8c96-41a4-a161-99ee53b141cd,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:39.353949 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:39.366232 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port f5bde0f6-8ec8-44ed-8337-999edd9595fd completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:15:39.371316 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port f5bde0f6-8ec8-44ed-8337-999edd9595fd triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:15:39.371793 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:39.396671 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3c5a95-369b-43b3-b745-f6bf6726cb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870720dc-8c96-41a4-a161-99ee53b141cd', 'code': 200} Sep 15 19:15:39.492194 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:39.526822 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f5bde0f6-8ec8-44ed-8337-999edd9595fd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f5bde0f6-8ec8-44ed-8337-999edd9595fd,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:39.532332 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:39.534308 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:39.596948 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=f5bde0f6-8ec8-44ed-8337-999edd9595fd,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:39.597548 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52458d-044a-4dd2-823d-95622368fe1a req-e61da97c-d9cb-4553-8e48-a8040dbef45b tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:39.599942 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:39.600098 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9d52458d-044a-4dd2-823d-95622368fe1a req-e61da97c-d9cb-4553-8e48-a8040dbef45b tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0849686 Sep 15 19:15:39.645138 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9d52458d-044a-4dd2-823d-95622368fe1a req-7a085008-8422-47fd-a4aa-73a5f9d7f852 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Sep 15 19:15:39.829679 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071768f-af00-40e0-b0cf-2b97b6227afe req-0b2182e5-fe66-4ec4-8177-049161e0198a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:39.831133 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5071768f-af00-40e0-b0cf-2b97b6227afe req-0b2182e5-fe66-4ec4-8177-049161e0198a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 943 time: 0.0765221 Sep 15 19:15:39.880200 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5071768f-af00-40e0-b0cf-2b97b6227afe req-8dc79103-8ac6-4ed8-9696-6a3b2d7f1fda tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Sep 15 19:15:39.990156 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:15:40.459511 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f386fa2-7cc4-4c15-9fc1-25552d819a8f req-51360b22-f04a-49f2-b3ea-6d35b596191a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:40.460948 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f386fa2-7cc4-4c15-9fc1-25552d819a8f req-51360b22-f04a-49f2-b3ea-6d35b596191a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0778182 Sep 15 19:15:40.506113 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f386fa2-7cc4-4c15-9fc1-25552d819a8f req-034fc897-372c-4de9-abb9-17a812424bbf tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Sep 15 19:15:40.697483 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2e320-fc32-4820-b556-0b0553f9a9a7 req-8e6283fc-c7a2-4797-b47b-1326f49e9e05 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:40.699156 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-82c2e320-fc32-4820-b556-0b0553f9a9a7 req-8e6283fc-c7a2-4797-b47b-1326f49e9e05 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0817111 Sep 15 19:15:40.744056 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-82c2e320-fc32-4820-b556-0b0553f9a9a7 req-dae097fd-aaee-40a4-9fd5-a62f1b3f3097 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Sep 15 19:15:40.928143 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c53aeb-a360-4a0b-8bee-496c245304ca req-380d3374-a621-4a90-a499-c49c05b9c3f4 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:40.929599 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-16c53aeb-a360-4a0b-8bee-496c245304ca req-380d3374-a621-4a90-a499-c49c05b9c3f4 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0785997 Sep 15 19:15:40.975343 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-16c53aeb-a360-4a0b-8bee-496c245304ca req-ff40d08b-482f-431e-9106-1be2aff90c89 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401747 Sep 15 19:15:41.161385 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300811b8-ac3a-41c2-ab17-babbef516ed8 req-6c548278-de99-4f75-9e23-09888f7bf8ce tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:41.162750 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-300811b8-ac3a-41c2-ab17-babbef516ed8 req-6c548278-de99-4f75-9e23-09888f7bf8ce tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 943 time: 0.0804729 Sep 15 19:15:41.208456 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-300811b8-ac3a-41c2-ab17-babbef516ed8 req-6e591d8f-df04-4baf-8a71-75b63246ed97 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Sep 15 19:15:41.397806 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e6e77-5b55-4bc2-9870-7269ea905046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bde0f6-8ec8-44ed-8337-999edd9595fd'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:41.454393 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e6e77-5b55-4bc2-9870-7269ea905046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bde0f6-8ec8-44ed-8337-999edd9595fd', 'code': 200} Sep 15 19:15:41.714994 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c63e76-e661-404b-8d84-13607bf1bacc req-0bca7b49-aea5-48f8-8296-4030f56b0bd2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:41.716371 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-53c63e76-e661-404b-8d84-13607bf1bacc req-0bca7b49-aea5-48f8-8296-4030f56b0bd2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0826807 Sep 15 19:15:41.771854 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-53c63e76-e661-404b-8d84-13607bf1bacc req-d7704946-ed7d-4591-98a4-526ca558b0d0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480757 Sep 15 19:15:41.971034 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98147ec4-d71b-48e8-b51b-f63b2f9a1d4b req-58a3021c-3577-4c14-b58a-90bff53a0bc2 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:41.972933 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-98147ec4-d71b-48e8-b51b-f63b2f9a1d4b req-58a3021c-3577-4c14-b58a-90bff53a0bc2 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0915248 Sep 15 19:15:42.019788 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-98147ec4-d71b-48e8-b51b-f63b2f9a1d4b req-411591e3-b08e-4248-8351-04980ef4e8e1 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Sep 15 19:15:42.206087 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5ebe-c7d1-4fd0-a8f1-abb77d8c3b36 req-9e33b52d-44ca-4ead-82cc-2dbeb2a0f440 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:42.207758 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d9dc5ebe-c7d1-4fd0-a8f1-abb77d8c3b36 req-9e33b52d-44ca-4ead-82cc-2dbeb2a0f440 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0791080 Sep 15 19:15:42.253861 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d9dc5ebe-c7d1-4fd0-a8f1-abb77d8c3b36 req-524a0246-8543-445b-aff8-d6c18f0903ea tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Sep 15 19:15:42.438633 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf1411-1406-4ff7-8e47-e941d860fac9 req-6596f33a-2695-4b2b-bc1a-3c318fb3cc0d tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:42.440103 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6bdf1411-1406-4ff7-8e47-e941d860fac9 req-6596f33a-2695-4b2b-bc1a-3c318fb3cc0d tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 943 time: 0.0754409 Sep 15 19:15:42.454945 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 1a494bc7-56c6-49c9-ae99-24187939a51b details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:15:42.492458 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6bdf1411-1406-4ff7-8e47-e941d860fac9 req-0c60b1e5-958b-46b8-a2ff-298fef16d5ab tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469766 Sep 15 19:15:42.608869 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 1a494bc7-56c6-49c9-ae99-24187939a51b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1a494bc7-56c6-49c9-ae99-24187939a51b,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:42.624465 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '1a494bc7-56c6-49c9-ae99-24187939a51b', 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'port_id': '1a494bc7-56c6-49c9-ae99-24187939a51b', 'mac_address': 'fa:16:3e:fc:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d73c113-6d67-4a80-93c9-f62ce12cfeb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:15:42.701895 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:42.724314 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a494bc7-56c6-49c9-ae99-24187939a51b {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:15:42.740874 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 1a494bc7-56c6-49c9-ae99-24187939a51b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1a494bc7-56c6-49c9-ae99-24187939a51b,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:42.745884 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:42.747708 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:42.768765 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cac16407-bcfa-4e39-8dad-a881d14f98ed req-ffdc957c-68f7-4e10-ad8f-25fc25001b00 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 1103 time: 0.0742149 Sep 15 19:15:42.781860 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a5c6db04-53b4-4bac-8301-fa1835bd3dd0 req-b130db13-b62f-48dd-a281-859efb6bd1b2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 1098 time: 0.0867445 Sep 15 19:15:42.815840 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=1a494bc7-56c6-49c9-ae99-24187939a51b,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:42.820446 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:42.834995 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cac16407-bcfa-4e39-8dad-a881d14f98ed req-416266c3-42aa-414a-bf0c-d000f10cd76e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549278 Sep 15 19:15:42.841241 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-a5c6db04-53b4-4bac-8301-fa1835bd3dd0 req-1e1cd312-10e1-41e6-bdca-af6e17419d9c service neutron] Synchronizing usage tracker for tenant:f186e67ce35649eeb26aa690fba1b7fb on resource:security_group {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:42.859572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-a5c6db04-53b4-4bac-8301-fa1835bd3dd0 req-1e1cd312-10e1-41e6-bdca-af6e17419d9c service neutron] Unset dirty status for tenant:f186e67ce35649eeb26aa690fba1b7fb on resource:security_group {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:42.861047 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a5c6db04-53b4-4bac-8301-fa1835bd3dd0 req-1e1cd312-10e1-41e6-bdca-af6e17419d9c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691524 Sep 15 19:15:42.988579 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a74f61-9549-4793-af9e-abc890f51996 req-17a24a34-023c-4948-af16-4d1af34cbb34 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:42.990076 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-08a74f61-9549-4793-af9e-abc890f51996 req-17a24a34-023c-4948-af16-4d1af34cbb34 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0771265 Sep 15 19:15:43.037726 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-08a74f61-9549-4793-af9e-abc890f51996 req-851b7bf3-8540-4975-8a83-4a2e06693d50 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400188 Sep 15 19:15:43.215214 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c25ca-90a0-4f83-a4aa-5378b5027dbb req-1553f025-2be3-4087-8b8c-914788843cad tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:43.217153 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-029c25ca-90a0-4f83-a4aa-5378b5027dbb req-1553f025-2be3-4087-8b8c-914788843cad tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0756288 Sep 15 19:15:43.260587 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-029c25ca-90a0-4f83-a4aa-5378b5027dbb req-866551c8-6b26-4b26-8fe1-f16e631a83cf tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380051 Sep 15 19:15:43.452533 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0476-6c69-40e8-8ab5-5bcfd0a32fb7 req-8ebcd14a-b400-477c-a17f-88b6bcf3f3c6 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:43.453961 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ee0476-6c69-40e8-8ab5-5bcfd0a32fb7 req-8ebcd14a-b400-477c-a17f-88b6bcf3f3c6 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0805967 Sep 15 19:15:43.500395 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25ee0476-6c69-40e8-8ab5-5bcfd0a32fb7 req-24c5cb40-87f3-421f-a8e5-8bbcd4badc7a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Sep 15 19:15:43.689814 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5585d79-5b01-4bb7-b905-e1372b4b8c86 req-98e01f7f-acce-4fd5-8d9a-3ff7338afc72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:43.691318 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d5585d79-5b01-4bb7-b905-e1372b4b8c86 req-98e01f7f-acce-4fd5-8d9a-3ff7338afc72 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 944 time: 0.0750554 Sep 15 19:15:43.741394 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d5585d79-5b01-4bb7-b905-e1372b4b8c86 req-d345845f-4a53-45d8-a44e-aa5d2894f2ca tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Sep 15 19:15:44.239743 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be492ab-be5c-4ec6-92f3-70197b43edcb req-7ca7a773-4f28-44c0-8229-99136ab1a1c4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:44.241073 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6be492ab-be5c-4ec6-92f3-70197b43edcb req-7ca7a773-4f28-44c0-8229-99136ab1a1c4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0778213 Sep 15 19:15:44.295234 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6be492ab-be5c-4ec6-92f3-70197b43edcb req-9ee9d44c-c9ff-4f54-88f0-0b806fdb00bc tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482752 Sep 15 19:15:44.474514 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbac48-9ae7-47ea-9492-f998b69b8710 req-e47dde8c-bb03-429c-abcd-433529e75f1c tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:44.475965 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-abfbac48-9ae7-47ea-9492-f998b69b8710 req-e47dde8c-bb03-429c-abcd-433529e75f1c tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0759196 Sep 15 19:15:44.520433 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-abfbac48-9ae7-47ea-9492-f998b69b8710 req-a280d3ba-7890-4107-a6a7-3d57c4b0eadd tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Sep 15 19:15:44.705724 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2fb6-6dd9-47f2-aacf-bfd488fa4662 req-9b88dc29-a5ba-4848-9445-8d1802443fb1 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:44.707256 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0a3c2fb6-6dd9-47f2-aacf-bfd488fa4662 req-9b88dc29-a5ba-4848-9445-8d1802443fb1 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0799890 Sep 15 19:15:44.754213 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0a3c2fb6-6dd9-47f2-aacf-bfd488fa4662 req-b7d966e9-1ac0-41b2-821b-4628c0cbc437 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Sep 15 19:15:44.938037 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66883c-616c-4896-8c8e-f9105ed8688a req-3c2a02d0-a6ca-4dc8-8c41-bf1426796e6b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:44.939502 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1c66883c-616c-4896-8c8e-f9105ed8688a req-3c2a02d0-a6ca-4dc8-8c41-bf1426796e6b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 944 time: 0.0751541 Sep 15 19:15:44.989726 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1c66883c-616c-4896-8c8e-f9105ed8688a req-80c16890-7d29-4456-9a93-6d99f5908006 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Sep 15 19:15:45.349082 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-5e0030d0-d7b0-4e32-ab9f-66cb5780d44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:45.491698 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39370476-168a-4e83-9eb8-fe86261bdbf1 req-772db4e7-4d50-43e8-8299-fdb1ef3c9941 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:45.493387 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-39370476-168a-4e83-9eb8-fe86261bdbf1 req-772db4e7-4d50-43e8-8299-fdb1ef3c9941 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0773547 Sep 15 19:15:45.541071 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-39370476-168a-4e83-9eb8-fe86261bdbf1 req-81e7dc47-0215-42a5-ba9c-66b3f331574c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Sep 15 19:15:45.723589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619714f-74cc-4fec-9e15-9a46d729f49c req-cf098171-941d-47f9-9c20-b19ecdaaf471 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:45.725025 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d619714f-74cc-4fec-9e15-9a46d729f49c req-cf098171-941d-47f9-9c20-b19ecdaaf471 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0785725 Sep 15 19:15:45.772071 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d619714f-74cc-4fec-9e15-9a46d729f49c req-3702e0e3-bd31-437e-bdd2-7d141a4af325 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Sep 15 19:15:45.782695 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:45.971072 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59533f3-b12e-42e2-825a-8033627ba853 req-f6b49fbb-fcda-4e55-ba4e-ada0dbbf1681 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:45.972539 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a59533f3-b12e-42e2-825a-8033627ba853 req-f6b49fbb-fcda-4e55-ba4e-ada0dbbf1681 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0769773 Sep 15 19:15:46.017122 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a59533f3-b12e-42e2-825a-8033627ba853 req-4c1c1d9b-ddc0-4aea-919b-4eeb5ea8c018 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Sep 15 19:15:46.200321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ac52b-b661-44b2-8477-aa520af0ded7 req-1080110d-1c59-40cb-a75a-ea86d56dab1b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:46.201779 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-224ac52b-b661-44b2-8477-aa520af0ded7 req-1080110d-1c59-40cb-a75a-ea86d56dab1b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 944 time: 0.0782650 Sep 15 19:15:46.248037 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-224ac52b-b661-44b2-8477-aa520af0ded7 req-3dbf2904-9721-4f49-bd37-0a702b19c028 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Sep 15 19:15:46.389790 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['1a494bc7-56c6-49c9-ae99-24187939a51b'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:15:46.738069 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a2062-fb52-4738-9cc4-11663a18a3ce req-f07d7b19-1a21-41d0-8d6f-d51c68f85966 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:46.739546 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6a2062-fb52-4738-9cc4-11663a18a3ce req-f07d7b19-1a21-41d0-8d6f-d51c68f85966 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0782595 Sep 15 19:15:46.789742 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6d6a2062-fb52-4738-9cc4-11663a18a3ce req-b2ecec67-5176-450d-a135-f72411cb243c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448256 Sep 15 19:15:46.994076 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ca887-d262-49d8-a8bf-b0dd7b1a04c3 req-6d6602d3-ce78-45e1-9e5b-68e2563bb459 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:46.995573 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-004ca887-d262-49d8-a8bf-b0dd7b1a04c3 req-6d6602d3-ce78-45e1-9e5b-68e2563bb459 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0832090 Sep 15 19:15:47.041161 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-004ca887-d262-49d8-a8bf-b0dd7b1a04c3 req-ef18ca03-42d2-415b-b3c7-dded95ac61b5 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393755 Sep 15 19:15:47.212554 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e22772-e2ca-4c17-9d6c-b2b0db6ab923 req-54522061-784a-43d2-9742-eaa6fab81ed0 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:47.214010 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-82e22772-e2ca-4c17-9d6c-b2b0db6ab923 req-54522061-784a-43d2-9742-eaa6fab81ed0 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0758994 Sep 15 19:15:47.259488 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-82e22772-e2ca-4c17-9d6c-b2b0db6ab923 req-2561beff-d7a0-4f4c-86af-8fdbebe6f5d6 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Sep 15 19:15:47.451419 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afaf00-ca12-4e21-bdfe-9c969fc01402 req-a893b60a-b730-41b2-9853-1e348be1e55e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:47.452940 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e1afaf00-ca12-4e21-bdfe-9c969fc01402 req-a893b60a-b730-41b2-9853-1e348be1e55e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 944 time: 0.0789351 Sep 15 19:15:47.502833 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e1afaf00-ca12-4e21-bdfe-9c969fc01402 req-df20fb4f-1b2c-4265-82f2-380ba300576a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436611 Sep 15 19:15:47.548589 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c20686fd-b32e-4258-8514-62e396475eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:47.993445 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750bb92-c2e1-47cc-b38f-100c0e13ef53 req-abc33883-7a90-4aeb-96d0-9f91b5bb08ce tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:47.994889 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e750bb92-c2e1-47cc-b38f-100c0e13ef53 req-abc33883-7a90-4aeb-96d0-9f91b5bb08ce tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0845199 Sep 15 19:15:48.040516 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e750bb92-c2e1-47cc-b38f-100c0e13ef53 req-637d588f-9096-4f16-80b4-e4d1db98efae tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Sep 15 19:15:48.246080 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99cca6-3ebd-45de-8916-8d90b1c4def9 req-a1287cec-3a1e-45f1-b962-6be2c3970255 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:48.248451 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-db99cca6-3ebd-45de-8916-8d90b1c4def9 req-a1287cec-3a1e-45f1-b962-6be2c3970255 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0839341 Sep 15 19:15:48.293764 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-db99cca6-3ebd-45de-8916-8d90b1c4def9 req-7c5be999-6a1d-45e1-bebd-60bbec549183 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Sep 15 19:15:48.467125 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743dae7-b0d1-400f-875e-a8e9b2ed000b req-9209e839-c1cb-4fc0-b283-c9ef82d49901 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:48.469126 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4743dae7-b0d1-400f-875e-a8e9b2ed000b req-9209e839-c1cb-4fc0-b283-c9ef82d49901 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0855944 Sep 15 19:15:48.522555 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4743dae7-b0d1-400f-875e-a8e9b2ed000b req-31a68c1e-3f4e-46a9-92ac-b57204b42ccd tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473411 Sep 15 19:15:48.613859 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:48.706131 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04784c54-c553-4e50-ad68-725c49229a29 req-39ad2a0f-8479-4258-91da-7012090e3dba tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:48.707738 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-04784c54-c553-4e50-ad68-725c49229a29 req-39ad2a0f-8479-4258-91da-7012090e3dba tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 944 time: 0.0837114 Sep 15 19:15:48.752439 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-04784c54-c553-4e50-ad68-725c49229a29 req-98aaee47-3ac1-4a9c-8d8c-b02dcea55fdb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Sep 15 19:15:49.018400 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f4e928d-7731-48bc-9c73-48ca4f8392a3 req-aa240578-d0cc-4da3-baca-05bbada53941 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1099 time: 0.0693629 Sep 15 19:15:49.067223 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f4e928d-7731-48bc-9c73-48ca4f8392a3 req-2fb51ea7-c423-48d5-b766-3fe123d32e7c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364773 Sep 15 19:15:49.274418 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c4473-601c-4f49-88c8-4ae2180161dc req-8acbcd1d-92cb-4245-9a4b-bdd65d64256f tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:49.275793 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b30c4473-601c-4f49-88c8-4ae2180161dc req-8acbcd1d-92cb-4245-9a4b-bdd65d64256f tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1156855 Sep 15 19:15:49.322086 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b30c4473-601c-4f49-88c8-4ae2180161dc req-fe88d0a8-b8e8-4bcc-aec8-2b043c7fc9ed tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Sep 15 19:15:49.388609 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 1a494bc7-56c6-49c9-ae99-24187939a51b up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:15:49.457335 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 1a494bc7-56c6-49c9-ae99-24187939a51b completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:15:49.462331 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 1a494bc7-56c6-49c9-ae99-24187939a51b triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:15:49.462702 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:49.506025 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a004-4e7f-4757-b4a8-da3bd408333c req-9309fbee-2dea-4127-91dc-1c63d4eaa1f2 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:49.507865 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f3f9a004-4e7f-4757-b4a8-da3bd408333c req-9309fbee-2dea-4127-91dc-1c63d4eaa1f2 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0776656 Sep 15 19:15:49.555404 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f3f9a004-4e7f-4757-b4a8-da3bd408333c req-e9a811d7-cc3f-46b9-ad46-17830c5fc920 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Sep 15 19:15:49.582791 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:49.615379 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1404c573-45e2-429f-bae9-58114e1ee5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a494bc7-56c6-49c9-ae99-24187939a51b'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:49.633665 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 1a494bc7-56c6-49c9-ae99-24187939a51b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1a494bc7-56c6-49c9-ae99-24187939a51b,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:49.638805 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:49.641779 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:49.679322 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1404c573-45e2-429f-bae9-58114e1ee5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a494bc7-56c6-49c9-ae99-24187939a51b', 'code': 200} Sep 15 19:15:49.727610 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=1a494bc7-56c6-49c9-ae99-24187939a51b,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:49.733149 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:49.836188 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496d8c6-5590-4790-94e9-92d83819af9c req-b3066a13-c409-4c58-8eb1-5b554f59b16d tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:49.837675 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e496d8c6-5590-4790-94e9-92d83819af9c req-b3066a13-c409-4c58-8eb1-5b554f59b16d tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.1754088 Sep 15 19:15:49.911856 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e496d8c6-5590-4790-94e9-92d83819af9c req-e58a986d-3126-469b-985b-9bf7bec66dd5 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Sep 15 19:15:49.996473 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:50.132326 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-152171e0-5d06-4c4b-93d8-0f3e450fbef4 req-3dbfa747-59ff-4cce-b30c-f124b8dd8726 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 1098 time: 0.1895523 Sep 15 19:15:50.181424 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b108730-f1bd-487f-b77b-5359f964214e req-be73cd4b-643d-4e35-b63f-8b74a6b99c50 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:50.183672 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1b108730-f1bd-487f-b77b-5359f964214e req-be73cd4b-643d-4e35-b63f-8b74a6b99c50 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 945 time: 0.1287475 Sep 15 19:15:50.195682 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-152171e0-5d06-4c4b-93d8-0f3e450fbef4 req-96b174f1-d434-4722-bfc0-2a1ffcb9bc68 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Sep 15 19:15:50.199742 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7e544-3fb2-48f7-82f6-1e2c2c0edd11 req-062ec685-613f-4a30-9d3c-8421058c8992 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:50.201880 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cec7e544-3fb2-48f7-82f6-1e2c2c0edd11 req-062ec685-613f-4a30-9d3c-8421058c8992 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0817573 Sep 15 19:15:50.238158 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1b108730-f1bd-487f-b77b-5359f964214e req-48ac95f8-0e4e-4610-930f-0b114df30583 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Sep 15 19:15:50.249545 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cec7e544-3fb2-48f7-82f6-1e2c2c0edd11 req-9192a4ab-41ff-4636-ad23-088b177752f1 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 Sep 15 19:15:50.524637 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39bf56-42e0-4b3c-a5ec-ea4c87bb3595 req-b5205043-e030-4f38-8c51-094ca73d41aa tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:50.526095 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7e39bf56-42e0-4b3c-a5ec-ea4c87bb3595 req-b5205043-e030-4f38-8c51-094ca73d41aa tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0842514 Sep 15 19:15:50.571617 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7e39bf56-42e0-4b3c-a5ec-ea4c87bb3595 req-640b00b1-0307-4e30-86a9-83a89ec11b25 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 Sep 15 19:15:51.354203 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85b13-888b-42e4-8910-8eb1decd0702 req-0a9a704d-353f-4b95-a7f4-3e1516cdf698 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:51.360449 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-89c85b13-888b-42e4-8910-8eb1decd0702 req-0a9a704d-353f-4b95-a7f4-3e1516cdf698 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0852280 Sep 15 19:15:51.421876 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-89c85b13-888b-42e4-8910-8eb1decd0702 req-e37ed7d8-fca2-4e0c-b57c-8510cba164ee tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594239 Sep 15 19:15:51.452129 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5095ea6-9086-41e3-9017-ba0de866dbbb req-00933f39-58bc-443e-b688-66b995d585b5 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:51.453951 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e5095ea6-9086-41e3-9017-ba0de866dbbb req-00933f39-58bc-443e-b688-66b995d585b5 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 945 time: 0.0837731 Sep 15 19:15:51.507041 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e5095ea6-9086-41e3-9017-ba0de866dbbb req-bdeb04f9-1382-448d-ad20-2e323e612be6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Sep 15 19:15:51.624053 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a71a2d-edcd-464f-96f4-6a31a5383cd8 req-9b21a4c7-a1ad-48bd-8f3d-92f0725bbd4d tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:51.625498 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-41a71a2d-edcd-464f-96f4-6a31a5383cd8 req-9b21a4c7-a1ad-48bd-8f3d-92f0725bbd4d tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0762393 Sep 15 19:15:51.670968 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-41a71a2d-edcd-464f-96f4-6a31a5383cd8 req-c7574abb-3395-4a17-8155-67cd819e8c00 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Sep 15 19:15:51.776325 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff27ab2-f79c-4f04-ae81-ffb8543ede77 req-a4978acf-4676-4f6e-ad8a-5d277e680367 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:51.777967 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fff27ab2-f79c-4f04-ae81-ffb8543ede77 req-a4978acf-4676-4f6e-ad8a-5d277e680367 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0826697 Sep 15 19:15:51.831937 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fff27ab2-f79c-4f04-ae81-ffb8543ede77 req-f0fad73c-07a9-4278-bf53-949ba72727e3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477777 Sep 15 19:15:52.233206 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-53dee13a-1b1b-4775-8641-7b2d46d74538 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1099 time: 0.0734537 Sep 15 19:15:52.285606 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc220e3b-42d3-4745-9c2f-72e31f514bd1 req-878d4225-7f09-4373-9cc4-167b707f55a3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:52.287087 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bc220e3b-42d3-4745-9c2f-72e31f514bd1 req-878d4225-7f09-4373-9cc4-167b707f55a3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0789902 Sep 15 19:15:52.334539 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bc220e3b-42d3-4745-9c2f-72e31f514bd1 req-7c2c3e2e-9cdc-43c7-a7dd-cca1c176c997 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Sep 15 19:15:52.365164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-69f520f9-24ef-4889-9c2d-54e32e0a4bf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:52.366585 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-69f520f9-24ef-4889-9c2d-54e32e0a4bf3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 920 time: 0.1253695 Sep 15 19:15:52.447443 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-9438b6b1-ad7a-4080-aac6-494a7c65e99b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 200 len: 217 time: 0.0597351 Sep 15 19:15:52.517664 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-b428e6a7-28ee-4977-8b6c-a2c743a1e671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:52.519017 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-b428e6a7-28ee-4977-8b6c-a2c743a1e671 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.0619175 Sep 15 19:15:52.611434 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-586f70d8-c2cf-425e-befd-de4903e5b3fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796919 Sep 15 19:15:52.744062 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38f3c4-4281-4895-a8a1-a3e22654dcc6 req-a172bb9d-45f5-4db6-974e-444ed03928c6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:52.748140 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cb38f3c4-4281-4895-a8a1-a3e22654dcc6 req-a172bb9d-45f5-4db6-974e-444ed03928c6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 945 time: 0.0932062 Sep 15 19:15:52.751808 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2921c-67ea-4688-8ba6-e2e23e6f43d0 req-371d2339-1b86-40cc-aba2-9faa8f1c9466 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:52.753272 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f0e2921c-67ea-4688-8ba6-e2e23e6f43d0 req-371d2339-1b86-40cc-aba2-9faa8f1c9466 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.1921268 Sep 15 19:15:52.799696 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cb38f3c4-4281-4895-a8a1-a3e22654dcc6 req-d842b10a-cf3b-443c-b037-11799b579d07 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Sep 15 19:15:52.809618 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-2931fd6f-6680-4173-9387-0d9cc8641d74 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831372 Sep 15 19:15:52.932127 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f0e2921c-67ea-4688-8ba6-e2e23e6f43d0 req-9d0620cd-8553-4e92-a941-20ddd51e20ae tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716754 Sep 15 19:15:53.021012 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554fbff-c44c-4ef5-82a5-a3e55fd57607 req-a8a8a922-1267-4035-9b91-6982b4a782b6 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:53.027928 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7554fbff-c44c-4ef5-82a5-a3e55fd57607 req-a8a8a922-1267-4035-9b91-6982b4a782b6 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0953398 Sep 15 19:15:53.039237 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-319fe86a-2689-448d-80f3-1564ecc47d26 req-8dc049fe-6b8e-4916-ae30-02d4ee8be929 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119696 Sep 15 19:15:53.091784 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7554fbff-c44c-4ef5-82a5-a3e55fd57607 req-a1559d7f-8261-4227-b229-714138a547ea tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629721 Sep 15 19:15:53.527703 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49dcb6-4ec3-43ed-a053-a67382222e3e req-9a1fbc9b-5b13-4c72-8647-445624fd90d8 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:53.529875 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c49dcb6-4ec3-43ed-a053-a67382222e3e req-9a1fbc9b-5b13-4c72-8647-445624fd90d8 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0769882 Sep 15 19:15:53.582212 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c49dcb6-4ec3-43ed-a053-a67382222e3e req-2bb297a8-88bb-42c1-a85a-23020440665c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Sep 15 19:15:54.008669 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccdb61-6211-4500-9292-6a2c138378fd req-79d6be27-2939-41b8-86c8-3404cb251f79 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:54.011588 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ffccdb61-6211-4500-9292-6a2c138378fd req-79d6be27-2939-41b8-86c8-3404cb251f79 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 945 time: 0.0813065 Sep 15 19:15:54.063002 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ffccdb61-6211-4500-9292-6a2c138378fd req-b2667f61-86fc-4441-b4af-ae6e2ca7cebc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470037 Sep 15 19:15:54.142189 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d117-0627-4d4e-88b3-fd44d1857320 req-0b39ef15-5562-4ec7-873e-b392e2b50864 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:54.149663 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-dd71d117-0627-4d4e-88b3-fd44d1857320 req-0b39ef15-5562-4ec7-873e-b392e2b50864 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.0816576 Sep 15 19:15:54.221420 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-dd71d117-0627-4d4e-88b3-fd44d1857320 req-1466f90d-f979-4110-b830-c07f771188c9 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722620 Sep 15 19:15:54.313770 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc482-8efc-4307-9d91-44ef79b0aef0 req-595d902f-70d1-4912-82b4-6c04815bab37 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:54.315766 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-153bc482-8efc-4307-9d91-44ef79b0aef0 req-595d902f-70d1-4912-82b4-6c04815bab37 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.0885818 Sep 15 19:15:54.370966 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-153bc482-8efc-4307-9d91-44ef79b0aef0 req-bd5fce5c-4dfe-407d-938b-1ab8724b1e63 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Sep 15 19:15:54.794527 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd7f4-bfaf-419f-981d-230cbf93a9e2 req-6532b640-b5f6-4729-a73f-706b5dcfe2d3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:54.796212 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-983cd7f4-bfaf-419f-981d-230cbf93a9e2 req-6532b640-b5f6-4729-a73f-706b5dcfe2d3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0783896 Sep 15 19:15:54.842751 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-983cd7f4-bfaf-419f-981d-230cbf93a9e2 req-96b7c169-a883-41fa-b826-7ca29db20a9c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Sep 15 19:15:55.366932 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-f1962532-b861-4cca-9aa2-09b71a0d3561 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:55.368485 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-f1962532-b861-4cca-9aa2-09b71a0d3561 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.58 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.1709940 Sep 15 19:15:55.443231 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3403e0c-2a72-44fd-9200-b4ab78c6462c req-19080f9b-7311-4de3-ae0a-408edb488c69 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:55.444880 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3403e0c-2a72-44fd-9200-b4ab78c6462c req-19080f9b-7311-4de3-ae0a-408edb488c69 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.1018927 Sep 15 19:15:55.485644 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Deleting port 870720dc-8c96-41a4-a161-99ee53b141cd {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:15:55.486074 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:55.500790 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3403e0c-2a72-44fd-9200-b4ab78c6462c req-f0e6af14-aec5-4c7e-98a5-fe7f94197507 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Sep 15 19:15:55.768419 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077c097-039f-45fb-8dfe-c4af995e28be req-2a2919a5-2498-4c23-93b0-d8080e16de6c tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:55.769950 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1077c097-039f-45fb-8dfe-c4af995e28be req-2a2919a5-2498-4c23-93b0-d8080e16de6c tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 950 time: 0.2207553 Sep 15 19:15:55.863679 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1077c097-039f-45fb-8dfe-c4af995e28be req-6fcfe574-e343-40ac-80d4-6aa81c84ae7a tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f5fad94-d278-436a-b33e-a20fd15302e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870552 Sep 15 19:15:55.867363 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] For port 870720dc-8c96-41a4-a161-99ee53b141cd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=870720dc-8c96-41a4-a161-99ee53b141cd,segment=NetworkSegment(54edaef7-ce90-44ad-bd7a-4c82c9b4fc54),segment_id=54edaef7-ce90-44ad-bd7a-4c82c9b4fc54)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:55.867733 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:55.897818 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057a411-67c0-4329-8721-371f59379d4d req-167e3f07-3010-4d83-99e4-5764df16dfd2 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:55.903248 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7057a411-67c0-4329-8721-371f59379d4d req-167e3f07-3010-4d83-99e4-5764df16dfd2 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.58 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 945 time: 0.1541700 Sep 15 19:15:55.985286 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Deleting port f5bde0f6-8ec8-44ed-8337-999edd9595fd {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:15:55.985626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:56.076439 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Calling delete_port for 870720dc-8c96-41a4-a161-99ee53b141cd owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:15:56.296203 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] For port f5bde0f6-8ec8-44ed-8337-999edd9595fd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f5bde0f6-8ec8-44ed-8337-999edd9595fd,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:15:56.296879 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:56.313535 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db831488-e17b-4ab5-ab69-7793d81de15f req-eead03e7-b974-4c2f-a10d-24d88614f4bc tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:56.315026 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-db831488-e17b-4ab5-ab69-7793d81de15f req-eead03e7-b974-4c2f-a10d-24d88614f4bc tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1995006 Sep 15 19:15:56.416881 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-db831488-e17b-4ab5-ab69-7793d81de15f req-662a36a4-a66e-44a8-b63d-0276fdeb27ed tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679867 Sep 15 19:15:56.418732 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:56.425474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:56.438722 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['870720dc-8c96-41a4-a161-99ee53b141cd'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:15:56.457280 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Calling delete_port for f5bde0f6-8ec8-44ed-8337-999edd9595fd owned by compute:nova {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:15:56.479007 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Pushing event deleted for resources: {'Port': ['ID=870720dc-8c96-41a4-a161-99ee53b141cd,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:56.483803 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:56.573298 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] No DVR routers for this DVR port 870720dc-8c96-41a4-a161-99ee53b141cd on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:15:56.579848 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:56.584090 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3c5a95-369b-43b3-b745-f6bf6726cb7d', 'name': 'network-vif-deleted', 'tag': '870720dc-8c96-41a4-a161-99ee53b141cd'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:56.614791 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-81ec36b3-bbbe-4726-b5ac-db519375373f req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.58 "DELETE /v2.0/ports/870720dc-8c96-41a4-a161-99ee53b141cd HTTP/1.1" status: 204 len: 173 time: 1.2228065 Sep 15 19:15:56.697499 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3c5a95-369b-43b3-b745-f6bf6726cb7d', 'name': 'network-vif-deleted', 'tag': '870720dc-8c96-41a4-a161-99ee53b141cd', 'status': 'completed', 'code': 200} Sep 15 19:15:56.748588 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:56.754750 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:15:56.907857 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Pushing event deleted for resources: {'Port': ['ID=f5bde0f6-8ec8-44ed-8337-999edd9595fd,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:15:56.911370 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:15:56.915638 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8266c96a-8ddc-411b-887c-d3a5b95f278a req-8045b3f2-165c-4443-8934-a050f2e169d9 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 210 time: 0.1169727 Sep 15 19:15:56.993194 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] No DVR routers for this DVR port f5bde0f6-8ec8-44ed-8337-999edd9595fd on host hv-cinder-80582 {{(pid=75104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:15:56.996230 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:15:56.999966 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e6e77-5b55-4bc2-9870-7269ea905046', 'name': 'network-vif-deleted', 'tag': 'f5bde0f6-8ec8-44ed-8337-999edd9595fd'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:15:57.016413 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7057a411-67c0-4329-8721-371f59379d4d req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.58 "DELETE /v2.0/ports/f5bde0f6-8ec8-44ed-8337-999edd9595fd HTTP/1.1" status: 204 len: 173 time: 1.1066172 Sep 15 19:15:57.090981 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b39e5be1-ac2e-435c-988f-efba56d58222 req-8c12f768-ceb6-404c-85a5-4aefe17ea38c tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 210 time: 0.0419996 Sep 15 19:15:57.175821 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e6e77-5b55-4bc2-9870-7269ea905046', 'name': 'network-vif-deleted', 'tag': 'f5bde0f6-8ec8-44ed-8337-999edd9595fd', 'status': 'completed', 'code': 200} Sep 15 19:15:57.628767 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e2d62-af27-4d21-95cd-2ba0457c9735 req-70f839e6-d45c-43c0-b08b-86fc6bfb9868 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:57.630190 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b63e2d62-af27-4d21-95cd-2ba0457c9735 req-70f839e6-d45c-43c0-b08b-86fc6bfb9868 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0747809 Sep 15 19:15:57.650690 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['f5bde0f6-8ec8-44ed-8337-999edd9595fd'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:15:57.679406 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b63e2d62-af27-4d21-95cd-2ba0457c9735 req-75661241-6503-446c-9e8c-e05a04a13bd0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Sep 15 19:15:58.084958 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-342a9fa0-8a0b-414b-819b-6bd937078240 req-64128bbb-5fec-427c-97d6-a448e402b94a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Synchronizing usage tracker for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:15:58.100217 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-342a9fa0-8a0b-414b-819b-6bd937078240 req-64128bbb-5fec-427c-97d6-a448e402b94a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Unset dirty status for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:15:58.101762 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-342a9fa0-8a0b-414b-819b-6bd937078240 req-64128bbb-5fec-427c-97d6-a448e402b94a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 210 time: 0.0550001 Sep 15 19:15:58.253788 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-90948480-6c19-4fd8-9f57-a2cb4bec9617 req-2b201e39-cc93-477f-89a1-4b11e32d9b34 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 210 time: 0.0405624 Sep 15 19:15:58.885004 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a10a-7523-4573-a580-fffb01b3868f req-d94166f6-c6c6-4db4-8a57-3603a2af5214 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:15:58.886696 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-96a8a10a-7523-4573-a580-fffb01b3868f req-d94166f6-c6c6-4db4-8a57-3603a2af5214 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0831425 Sep 15 19:15:58.930694 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-96a8a10a-7523-4573-a580-fffb01b3868f req-317a6bd6-8050-476d-8e7c-073f7799d6fb tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378931 Sep 15 19:15:59.258430 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cf5cc95f-2538-4c53-a82e-07714c84954c req-55831383-f22c-43f4-a115-ce54c766b95f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 210 time: 0.0388241 Sep 15 19:15:59.420142 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-13e12cf3-53b1-4e3b-8ec5-6d61913a3fa7 req-9a1d068b-1f37-461f-ba2f-ef5ad36d11fa tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 210 time: 0.0447357 Sep 15 19:15:59.651944 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 870720dc-8c96-41a4-a161-99ee53b141cd no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:15:59.685655 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 870720dc-8c96-41a4-a161-99ee53b141cd {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:15:59.686005 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 870720dc-8c96-41a4-a161-99ee53b141cd not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:15:59.686432 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f5bde0f6-8ec8-44ed-8337-999edd9595fd no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:15:59.729432 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: f5bde0f6-8ec8-44ed-8337-999edd9595fd {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:15:59.730277 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f5bde0f6-8ec8-44ed-8337-999edd9595fd not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:16:00.125340 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae5325-4088-4c5b-9cd8-7ed1ff15c529 req-1c94fa9b-8ec4-466a-8d2f-67b88ccc3761 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:00.126879 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b3ae5325-4088-4c5b-9cd8-7ed1ff15c529 req-1c94fa9b-8ec4-466a-8d2f-67b88ccc3761 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0768681 Sep 15 19:16:00.173472 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b3ae5325-4088-4c5b-9cd8-7ed1ff15c529 req-2ed8579e-e493-4a85-a9f2-f57aa8f99ded tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410216 Sep 15 19:16:00.451436 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-28eea2ca-eb44-49a2-8e03-93f2c17a05a0 req-a0f0b69c-8181-4b26-b9c8-57ce49d9c351 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=156e6e77-5b55-4bc2-9870-7269ea905046 HTTP/1.1" status: 200 len: 210 time: 0.0450056 Sep 15 19:16:00.638202 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e7b83d63-70a4-45d2-ad79-fe00c4795586 req-09fc05e6-b44b-4d19-afce-14e34beafeff tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] 10.222.0.20 "GET /v2.0/ports?device_id=db3c5a95-369b-43b3-b745-f6bf6726cb7d HTTP/1.1" status: 200 len: 210 time: 0.0431192 Sep 15 19:16:01.933973 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-afc00d6e-12e4-495f-be67-596c708f07bf tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:01.935859 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-afc00d6e-12e4-495f-be67-596c708f07bf tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/networks?id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d HTTP/1.1" status: 200 len: 809 time: 0.1801472 Sep 15 19:16:01.958549 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-b3ee05e0-ca9a-47eb-a960-0f8bf993ebac tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/quotas/864fad5d6f9a488fb99f9af6d562cea3 HTTP/1.1" status: 200 len: 375 time: 0.0169265 Sep 15 19:16:02.009244 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-f5642e3f-e8a9-4456-964c-5e5391061360 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=864fad5d6f9a488fb99f9af6d562cea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439882 Sep 15 19:16:02.098216 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5a52e-0e8f-4632-a364-b77025c244f8 req-a35bf522-5648-455f-adac-dc87bc9f1b5c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:02.099941 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ade5a52e-0e8f-4632-a364-b77025c244f8 req-a35bf522-5648-455f-adac-dc87bc9f1b5c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0845916 Sep 15 19:16:02.156742 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-969a1cc6-4fcd-4885-bc52-380842ee3faa service neutron] 10.222.0.20 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270921 Sep 15 19:16:02.157349 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ade5a52e-0e8f-4632-a364-b77025c244f8 req-2976f328-40bf-418e-a8f8-a786335b9cbd tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Sep 15 19:16:02.382215 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-7de70636-9d14-4ab9-9db8-bd2a597c21c2 service neutron] 10.222.0.20 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199998 Sep 15 19:16:05.086728 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-109fb7ae-f93f-4fbc-945a-a78e3b1c5eeb req-f6f82379-1c0c-486a-b719-9d1fbfd32a43 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 210 time: 0.0464482 Sep 15 19:16:05.972999 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-b448610d-1b54-4a1e-a4b8-a5d7a96192e0 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:05.974546 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-b448610d-1b54-4a1e-a4b8-a5d7a96192e0 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.58 "GET /v2.0/networks?id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d HTTP/1.1" status: 200 len: 809 time: 0.1565657 Sep 15 19:16:06.020763 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Request body: {'port': {'device_id': '6e1d5be7-3e8a-4426-b126-a5854eb2b677', 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d', 'admin_state_up': True, 'tenant_id': '864fad5d6f9a488fb99f9af6d562cea3'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:16:06.026817 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-01c471fb-35b1-431a-a697-b9531cdb7f6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894802 Sep 15 19:16:06.145343 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-ea577354-3616-47bd-a3c8-ccfe8397e4d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1099 time: 0.0814292 Sep 15 19:16:06.170686 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:06.180733 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:06.192302 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Made reservation on behalf of 864fad5d6f9a488fb99f9af6d562cea3 for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:16:06.196329 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:06.354187 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-638b4bab-9755-4261-8c91-586ed560f6fc req-fa0ff19a-4a1d-4cff-8f77-77f76103f92f tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 210 time: 0.0555177 Sep 15 19:16:06.370494 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-89f3d859-1d86-478d-a85d-293c0884e041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:06.372657 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-89f3d859-1d86-478d-a85d-293c0884e041 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 920 time: 0.2006307 Sep 15 19:16:06.408364 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Allocated IP 172.20.0.2 (fa0e3891-aad5-4e95-8bf9-2ba39e62c95d/97a8b537-db04-4880-8b66-632352dc6abd/94533f04-41ce-4867-bc1b-6a91f03c7452) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:16:06.471898 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-48e57803-2fdd-48fc-bd2f-c25cb799e917 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 200 len: 217 time: 0.0852661 Sep 15 19:16:06.548501 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-80db5ab4-554a-4297-aae4-96a1e3ab37b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:06.550732 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-80db5ab4-554a-4297-aae4-96a1e3ab37b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.0694563 Sep 15 19:16:06.604455 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-8df4506f-fb2c-42c3-9bb5-8a186abad015 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436511 Sep 15 19:16:06.651664 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:06.681983 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:06.689124 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:06.744082 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-b3ec36a2-2522-41c2-a6b4-e70192cdaee1 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327679 Sep 15 19:16:06.757859 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:16:06.767813 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:16:06.770513 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:16:06.849088 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Pushing event updated for resources: {'Port': ['ID=94533f04-41ce-4867-bc1b-6a91f03c7452,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:06.857769 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:06.870025 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:06.870749 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:06.900375 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833120 Sep 15 19:16:06.925254 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Request body: {'port': {'device_id': '6e1d5be7-3e8a-4426-b126-a5854eb2b677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:16:07.025980 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-df08eb39-a408-4aec-86af-6ab85cc289b0 req-3ad7b799-63a3-4829-8c7b-5f7c4f7518c6 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748787 Sep 15 19:16:07.165019 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.269817 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44110) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:07.378357 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44118) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:07.586037 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94533f04-41ce-4867-bc1b-6a91f03c7452 {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:16:07.593934 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.615276 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Transition to ACTIVE for port object 94533f04-41ce-4867-bc1b-6a91f03c7452 will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:16:07.623563 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.636648 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-166f6f59-b68b-4953-9e16-b3fffb2df116 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:07.666731 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.694498 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-883db402-2a14-47c7-a7c2-bce11a46c4f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b1bc290079549daaec10396daa65324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4214191 Sep 15 19:16:07.699579 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44130) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:07.753993 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:07.771503 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Usage tracker for resource:security_group_rule and tenant:810e71126632416a99ae2bed8f5b8412 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:07.773100 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Pushing event updated for resources: {'Port': ['ID=94533f04-41ce-4867-bc1b-6a91f03c7452,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:07.774929 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:07.787402 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:07.794836 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c6ce5-c11e-4629-8a51-39ad3186aeb0 req-e9057961-9e31-4783-aea8-ad8e5a5e34ff tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:07.796398 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-126c6ce5-c11e-4629-8a51-39ad3186aeb0 req-e9057961-9e31-4783-aea8-ad8e5a5e34ff tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 943 time: 0.1876523 Sep 15 19:16:07.844981 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a489ba36-c5c6-4e5d-ac7d-0b47b15cf42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.846657 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.847011 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.847386 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.847728 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.848072 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.848497 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.848826 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.849394 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.850070 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.850394 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.850751 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:07.855134 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:07.894196 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a489ba36-c5c6-4e5d-ac7d-0b47b15cf42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.899132 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Attempting to bind port 94533f04-41ce-4867-bc1b-6a91f03c7452 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:16:07.899569 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Attempting to bind port 94533f04-41ce-4867-bc1b-6a91f03c7452 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:16:07.899781 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Attempting to bind port 94533f04-41ce-4867-bc1b-6a91f03c7452 on network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:16:07.910301 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Port 94533f04-41ce-4867-bc1b-6a91f03c7452 on network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:16:07.910623 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Attempting to bind port 94533f04-41ce-4867-bc1b-6a91f03c7452 on network fa0e3891-aad5-4e95-8bf9-2ba39e62c95d {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:16:07.917641 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:16:07.918018 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Checking segment: {'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:16:07.918423 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Bound using segment: {'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:16:07.919647 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Bound port: 94533f04-41ce-4867-bc1b-6a91f03c7452, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a82898-5f69-4549-8511-dd596a0dc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:16:07.919944 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.923150 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-126c6ce5-c11e-4629-8a51-39ad3186aeb0 req-41644fd0-7284-475e-94e3-28f80a31bde9 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179020 Sep 15 19:16:07.966944 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.972090 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:07.979474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ad05472f-f845-4984-b336-5789df4fe031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:08.017910 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] For port 94533f04-41ce-4867-bc1b-6a91f03c7452, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:16:08.021316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] For port 94533f04-41ce-4867-bc1b-6a91f03c7452, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94533f04-41ce-4867-bc1b-6a91f03c7452,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:16:08.023895 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a489ba36-c5c6-4e5d-ac7d-0b47b15cf42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.025024 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.027387 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ce3667-7e28-46ea-b4de-cd64f7a58b57,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:08.030046 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c7b6b148-1160-4bef-bada-3a94bbbe9ba7 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:08.040799 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=810e71126632416a99ae2bed8f5b8412&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6611338 Sep 15 19:16:08.045676 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44134) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:08.048638 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.048996 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.049354 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.049703 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.050049 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.050395 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.050734 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.051081 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.051443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.051780 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.052129 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:08.064815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:08.065257 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-00856c4d-6505-441a-b3cc-4ca540acc17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:08.083264 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489ba36-c5c6-4e5d-ac7d-0b47b15cf42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5fad94-d278-436a-b33e-a20fd15302e0,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:08.092218 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.093534 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a489ba36-c5c6-4e5d-ac7d-0b47b15cf42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:08.093632 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] 10.222.0.58 "PUT /v2.0/ports/94533f04-41ce-4867-bc1b-6a91f03c7452 HTTP/1.1" status: 200 len: 1093 time: 1.1728058 Sep 15 19:16:08.093991 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1d5be7-3e8a-4426-b126-a5854eb2b677', 'tag': '94533f04-41ce-4867-bc1b-6a91f03c7452'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:16:08.106615 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a489ba36-c5c6-4e5d-ac7d-0b47b15cf42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.110100 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a489ba36-c5c6-4e5d-ac7d-0b47b15cf42c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f5fad94-d278-436a-b33e-a20fd15302e0 HTTP/1.1" status: 204 len: 168 time: 0.4072657 Sep 15 19:16:08.126819 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Pushing event updated for resources: {'Port': ['ID=94533f04-41ce-4867-bc1b-6a91f03c7452,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:08.130782 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:08.151745 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1925feca-72ba-4360-99eb-13f5089d26ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.181905 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.187815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1925feca-72ba-4360-99eb-13f5089d26ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.225286 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1d5be7-3e8a-4426-b126-a5854eb2b677', 'tag': '94533f04-41ce-4867-bc1b-6a91f03c7452', 'status': 'completed', 'code': 200} Sep 15 19:16:08.250388 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1925feca-72ba-4360-99eb-13f5089d26ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.254221 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-7c83df39-20fd-4457-9580-6c4e09bb4cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:08.261674 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-600cc99c-3add-4d11-aa6e-f66a1c217ee4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=864fad5d6f9a488fb99f9af6d562cea3&device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 1096 time: 0.1092205 Sep 15 19:16:08.272413 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925feca-72ba-4360-99eb-13f5089d26ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ce3667-7e28-46ea-b4de-cd64f7a58b57,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:08.275904 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1925feca-72ba-4360-99eb-13f5089d26ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:08.279953 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1925feca-72ba-4360-99eb-13f5089d26ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.281001 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1925feca-72ba-4360-99eb-13f5089d26ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81ce3667-7e28-46ea-b4de-cd64f7a58b57 HTTP/1.1" status: 204 len: 168 time: 0.2342596 Sep 15 19:16:08.399805 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-30ee0a09-e253-43f7-a4ec-1b99a293571f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94533f04-41ce-4867-bc1b-6a91f03c7452 HTTP/1.1" status: 200 len: 217 time: 0.1150904 Sep 15 19:16:08.535896 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-eced8489-162e-4b4c-aa05-9e04acac3c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:08.537513 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-eced8489-162e-4b4c-aa05-9e04acac3c0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97a8b537-db04-4880-8b66-632352dc6abd HTTP/1.1" status: 200 len: 849 time: 0.1186359 Sep 15 19:16:08.598827 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-44fc00ea-62bd-4b03-b4da-eb776ac07f2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394461 Sep 15 19:16:08.751458 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-79f4bedb-51bb-4061-a97b-e088eb836c12 service neutron] 10.222.0.58 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348262 Sep 15 19:16:08.767576 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44160) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:08.790228 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.822696 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:08.827080 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Usage tracker for resource:security_group_rule and tenant:c526010878d140c9a55871fabbfd3bae is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:08.829854 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:08.835480 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:08.890250 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1833a715-c9b1-4f3d-a6b9-419ef0e14dfa req-bc46f639-8825-43f0-87c9-245c5b75fa0f service neutron] 10.222.0.58 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327910 Sep 15 19:16:08.900896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.906184 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:08.913048 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-cc158c63-d542-4564-a090-d3ba09fb75e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:08.958254 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6776996c-5f56-4310-a6d5-7a9fd544ae05,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:08.963807 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c526010878d140c9a55871fabbfd3bae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1949592 Sep 15 19:16:08.964721 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:08.966322 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44166) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:09.027919 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f838ed1-8cee-4443-953c-a99286e40e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:09.028397 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-1b7f36de-11b5-44e7-9c1e-37ac1cddd4d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=864fad5d6f9a488fb99f9af6d562cea3&device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 1096 time: 0.0803604 Sep 15 19:16:09.053344 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f838ed1-8cee-4443-953c-a99286e40e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:09.104615 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f838ed1-8cee-4443-953c-a99286e40e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:09.110349 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d6dc1564-22f1-4f0b-941b-98459bcdba84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:09.123618 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f838ed1-8cee-4443-953c-a99286e40e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6776996c-5f56-4310-a6d5-7a9fd544ae05,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:09.125905 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1f838ed1-8cee-4443-953c-a99286e40e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:09.128615 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1f838ed1-8cee-4443-953c-a99286e40e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:09.129490 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1f838ed1-8cee-4443-953c-a99286e40e33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6776996c-5f56-4310-a6d5-7a9fd544ae05 HTTP/1.1" status: 204 len: 168 time: 0.1622939 Sep 15 19:16:09.273199 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-18ded43e-d0cf-40c3-b8b5-96b4ce2a6531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:09.274637 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-18ded43e-d0cf-40c3-b8b5-96b4ce2a6531 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d HTTP/1.1" status: 200 len: 910 time: 0.2326233 Sep 15 19:16:09.281264 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d1d12-a0a2-4a72-bae8-d0061dafa456 req-e5363623-e454-45e0-8cc0-8d1cf82e3cb4 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:09.281926 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-aa9d1d12-a0a2-4a72-bae8-d0061dafa456 req-e5363623-e454-45e0-8cc0-8d1cf82e3cb4 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Synchronizing usage tracker for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:16:09.355443 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-beb2b5dd-394e-44f1-8b21-396135a200b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94533f04-41ce-4867-bc1b-6a91f03c7452 HTTP/1.1" status: 200 len: 217 time: 0.0707765 Sep 15 19:16:09.360030 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-aa9d1d12-a0a2-4a72-bae8-d0061dafa456 req-e5363623-e454-45e0-8cc0-8d1cf82e3cb4 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Unset dirty status for tenant:864fad5d6f9a488fb99f9af6d562cea3 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:16:09.361077 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-aa9d1d12-a0a2-4a72-bae8-d0061dafa456 req-e5363623-e454-45e0-8cc0-8d1cf82e3cb4 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 943 time: 0.2996440 Sep 15 19:16:09.453510 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-a9693ef1-e750-404d-84c6-a291535db5d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:09.454944 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-a9693ef1-e750-404d-84c6-a291535db5d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97a8b537-db04-4880-8b66-632352dc6abd HTTP/1.1" status: 200 len: 849 time: 0.0902319 Sep 15 19:16:09.459520 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-aa9d1d12-a0a2-4a72-bae8-d0061dafa456 req-f6266e89-c2e3-47ce-b9d1-effe6e707a61 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660441 Sep 15 19:16:09.508730 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-802a2f47-721c-4d07-a0d7-6c811eaab2d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389142 Sep 15 19:16:09.664027 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-2cbff187-6a6c-483a-b398-62eca5a2def6 service neutron] 10.222.0.58 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429756 Sep 15 19:16:09.833026 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cd18526-ab59-4150-8ab9-e6a6b5255a0c req-cb15da9a-ef9f-450f-bed2-733606c93411 service neutron] 10.222.0.58 "GET /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568727 Sep 15 19:16:10.659342 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65c8fb-2542-42d7-8ad9-6f2ec14409f2 req-5dbf9f97-cd6f-45ab-9227-1355849ef13c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:10.660825 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0a65c8fb-2542-42d7-8ad9-6f2ec14409f2 req-5dbf9f97-cd6f-45ab-9227-1355849ef13c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 943 time: 0.0772917 Sep 15 19:16:10.709938 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0a65c8fb-2542-42d7-8ad9-6f2ec14409f2 req-82dd45c7-338f-4cbf-9808-8247cc365a1a tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Sep 15 19:16:11.164316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 44238) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:11.305425 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.336664 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:11.342808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Usage tracker for resource:security_group_rule and tenant:7b2d71e11be44ed08d179a311f32ae94 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:11.345786 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:11.351414 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:11.418283 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.421473 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.428912 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e2d1ab88-7463-440e-97ab-d02c197d4180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:11.473459 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b2d71e11be44ed08d179a311f32ae94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3056495 Sep 15 19:16:11.473459 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd60805d-2ade-4a91-9c32-81ce8b28fee1,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:11.474020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44250) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:11.475064 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-115c8ae9-75a4-4b4d-aa51-eccbda324db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:11.528729 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 44254) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:11.548844 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-085e4a31-7871-40d1-98ca-e73e92fcb235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.577691 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-085e4a31-7871-40d1-98ca-e73e92fcb235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.630840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-085e4a31-7871-40d1-98ca-e73e92fcb235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.635884 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-eadca979-acb3-4911-927a-050bad82c603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:11.648486 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e4a31-7871-40d1-98ca-e73e92fcb235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd60805d-2ade-4a91-9c32-81ce8b28fee1,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:11.650845 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-085e4a31-7871-40d1-98ca-e73e92fcb235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:11.654446 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-085e4a31-7871-40d1-98ca-e73e92fcb235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.656301 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-085e4a31-7871-40d1-98ca-e73e92fcb235 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd60805d-2ade-4a91-9c32-81ce8b28fee1 HTTP/1.1" status: 204 len: 168 time: 0.1798861 Sep 15 19:16:11.685166 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.693510 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 94533f04-41ce-4867-bc1b-6a91f03c7452 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:16:11.717568 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:11.721542 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Usage tracker for resource:security_group_rule and tenant:cea7cee9f2484c39ad04d31ed3d146e7 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:11.724570 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:11.730245 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:11.835129 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 94533f04-41ce-4867-bc1b-6a91f03c7452, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94533f04-41ce-4867-bc1b-6a91f03c7452,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:11.848211 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.857150 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '94533f04-41ce-4867-bc1b-6a91f03c7452', 'network_id': 'fa0e3891-aad5-4e95-8bf9-2ba39e62c95d', 'port_id': '94533f04-41ce-4867-bc1b-6a91f03c7452', 'mac_address': 'fa:16:3e:61:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a8b537-db04-4880-8b66-632352dc6abd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:16:11.883785 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:11.895764 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:11.964811 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d460e4c2-3812-427c-bc05-6139d50d23ea,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:11.990791 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:12.002690 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:12.021048 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44276) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:12.022309 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94533f04-41ce-4867-bc1b-6a91f03c7452 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:16:12.036494 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cea7cee9f2484c39ad04d31ed3d146e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5048544 Sep 15 19:16:12.056286 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 94533f04-41ce-4867-bc1b-6a91f03c7452, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94533f04-41ce-4867-bc1b-6a91f03c7452,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:12.064869 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:12.067075 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:12.077499 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35993258-ce8f-4680-9028-38d967a86d49 req-a4e35ccf-a0f2-497b-8f42-0d503a32d6c5 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:12.081164 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-35993258-ce8f-4680-9028-38d967a86d49 req-a4e35ccf-a0f2-497b-8f42-0d503a32d6c5 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 943 time: 0.2379732 Sep 15 19:16:12.158450 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=94533f04-41ce-4867-bc1b-6a91f03c7452,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:12.162128 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:12.192538 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f1916f03-1382-4048-b522-11837ece306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:12.213704 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-35993258-ce8f-4680-9028-38d967a86d49 req-3fdf13c8-b845-4236-8cc0-8a687242970d tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240170 Sep 15 19:16:12.256660 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f1916f03-1382-4048-b522-11837ece306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:12.322375 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f1916f03-1382-4048-b522-11837ece306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:12.328506 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fff7f6b2-416a-4ec3-931b-e9786c54d596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:12.343227 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1916f03-1382-4048-b522-11837ece306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d460e4c2-3812-427c-bc05-6139d50d23ea,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:12.347028 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f1916f03-1382-4048-b522-11837ece306b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:12.352072 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f1916f03-1382-4048-b522-11837ece306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:12.356829 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f1916f03-1382-4048-b522-11837ece306b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d460e4c2-3812-427c-bc05-6139d50d23ea HTTP/1.1" status: 204 len: 168 time: 0.3347478 Sep 15 19:16:12.424135 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['94533f04-41ce-4867-bc1b-6a91f03c7452'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:16:12.911392 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44312) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:12.934381 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.035622 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:13.039423 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Usage tracker for resource:security_group_rule and tenant:fb29013f4dec4ec3803062d809c3cfa3 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:13.042379 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:13.048194 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:13.119889 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.126021 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.153154 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b9064870-c73e-471a-b34d-51197f65691f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:13.171393 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb29013f4dec4ec3803062d809c3cfa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2588460 Sep 15 19:16:13.171525 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 44320) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:13.188010 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1fa63-b08f-4e2c-882d-285ab61f8bf2,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:13.191070 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:13.289720 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-049e075f-c0af-4bd1-9641-23ec56f58f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.317629 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-049e075f-c0af-4bd1-9641-23ec56f58f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.350817 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44332) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:13.412301 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-049e075f-c0af-4bd1-9641-23ec56f58f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.419075 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-28d4ba5e-f4ba-482f-a9f2-e9902c8b16ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:13.438218 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e075f-c0af-4bd1-9641-23ec56f58f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1fa63-b08f-4e2c-882d-285ab61f8bf2,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:13.438218 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-049e075f-c0af-4bd1-9641-23ec56f58f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:13.462709 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-049e075f-c0af-4bd1-9641-23ec56f58f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.466223 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-049e075f-c0af-4bd1-9641-23ec56f58f0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43c1fa63-b08f-4e2c-882d-285ab61f8bf2 HTTP/1.1" status: 204 len: 168 time: 0.2908158 Sep 15 19:16:13.494773 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718eb87-eae4-4f7a-9eb9-8873cd52285a req-1eddedd4-6194-4fab-80a2-76d07d6f014c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:13.503011 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b718eb87-eae4-4f7a-9eb9-8873cd52285a req-1eddedd4-6194-4fab-80a2-76d07d6f014c tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 944 time: 0.1324930 Sep 15 19:16:13.530219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.574444 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:13.578107 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b718eb87-eae4-4f7a-9eb9-8873cd52285a req-42f95593-2d2f-4555-952a-6137a936e03e tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739334 Sep 15 19:16:13.579552 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Usage tracker for resource:security_group_rule and tenant:8516145595804805bacada8ea29a67ac is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:13.582685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:13.588329 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:13.663184 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.670313 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.677925 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d322ed3a-2cb8-4274-9b39-5221f52275bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:13.695786 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 94533f04-41ce-4867-bc1b-6a91f03c7452 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:16:13.722255 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685ec0bf-06dd-45c4-8168-23f912b10bb4,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:13.729553 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 44348) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:13.743342 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8516145595804805bacada8ea29a67ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3913727 Sep 15 19:16:13.745767 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-6f1ebc39-2a3e-4972-8c26-44a48268bf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:13.811364 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 94533f04-41ce-4867-bc1b-6a91f03c7452 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:16:13.820653 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 94533f04-41ce-4867-bc1b-6a91f03c7452 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:16:13.821191 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.821691 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-89729ef5-9e7c-4829-8e78-a2e818874f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.854069 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-89729ef5-9e7c-4829-8e78-a2e818874f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.941430 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-89729ef5-9e7c-4829-8e78-a2e818874f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.948626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1d910065-5094-496b-b090-de784627a497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:13.977662 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89729ef5-9e7c-4829-8e78-a2e818874f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ec0bf-06dd-45c4-8168-23f912b10bb4,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:13.987945 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-89729ef5-9e7c-4829-8e78-a2e818874f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:13.991731 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-89729ef5-9e7c-4829-8e78-a2e818874f9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/685ec0bf-06dd-45c4-8168-23f912b10bb4 HTTP/1.1" status: 204 len: 168 time: 0.2610080 Sep 15 19:16:13.994492 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-89729ef5-9e7c-4829-8e78-a2e818874f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:14.053441 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:14.094920 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d5be7-3e8a-4426-b126-a5854eb2b677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94533f04-41ce-4867-bc1b-6a91f03c7452'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:16:14.107015 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 94533f04-41ce-4867-bc1b-6a91f03c7452, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94533f04-41ce-4867-bc1b-6a91f03c7452,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:14.114819 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:14.119222 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:14.291155 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=94533f04-41ce-4867-bc1b-6a91f03c7452,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:14.295529 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:14.304688 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1d5be7-3e8a-4426-b126-a5854eb2b677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94533f04-41ce-4867-bc1b-6a91f03c7452', 'code': 200} Sep 15 19:16:14.597854 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-374665bd-53db-41b6-b91c-c55f594135c1 req-7b07ad35-0dd2-4810-ba10-0665d43b14ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 1098 time: 0.0715764 Sep 15 19:16:14.648165 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44390) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:14.655716 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-374665bd-53db-41b6-b91c-c55f594135c1 req-faba3721-6b6d-4524-a08f-692c92dd1fea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474999 Sep 15 19:16:14.803952 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:14.805419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0cf23-6fa4-44f7-80aa-267d8cedee86 req-c6e8100d-c8bd-4178-84f5-45c58172dc55 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:14.807062 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-35a0cf23-6fa4-44f7-80aa-267d8cedee86 req-c6e8100d-c8bd-4178-84f5-45c58172dc55 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 945 time: 0.0866938 Sep 15 19:16:14.838768 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:14.843372 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Usage tracker for resource:security_group_rule and tenant:559e3430b0204a5b9afd073e505e05ca is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:14.846292 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:14.852036 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:14.855624 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-35a0cf23-6fa4-44f7-80aa-267d8cedee86 req-6907a4b6-e3b6-4987-a9db-f4b5b25d835d tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Sep 15 19:16:14.936255 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:14.940524 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:14.948599 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ff33c47d-e754-42c5-852c-1ef92397819e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:14.991055 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a4b48e-5ea4-46bf-92cb-55d27a9eed23,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:14.994536 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:14.999132 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=559e3430b0204a5b9afd073e505e05ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3473186 Sep 15 19:16:14.999726 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44402) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:15.060343 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-74978a38-06b2-479b-b9ae-c4969501f016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:15.089236 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-74978a38-06b2-479b-b9ae-c4969501f016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:15.142028 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-74978a38-06b2-479b-b9ae-c4969501f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:15.146762 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-085e4a31-7871-40d1-98ca-e73e92fcb235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:15.160414 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74978a38-06b2-479b-b9ae-c4969501f016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a4b48e-5ea4-46bf-92cb-55d27a9eed23,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:15.163209 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-74978a38-06b2-479b-b9ae-c4969501f016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:15.174311 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-74978a38-06b2-479b-b9ae-c4969501f016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:15.175711 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-74978a38-06b2-479b-b9ae-c4969501f016 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50a4b48e-5ea4-46bf-92cb-55d27a9eed23 HTTP/1.1" status: 204 len: 168 time: 0.1749911 Sep 15 19:16:15.370384 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-7142d489-b569-4b2c-ac9d-688daba5bd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:15.787721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:16.193255 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158649c-44f9-43b6-a6e0-c0b995251ff9 req-1fbce371-0d80-491e-aa44-49583dc65f22 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:16.195258 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b158649c-44f9-43b6-a6e0-c0b995251ff9 req-1fbce371-0d80-491e-aa44-49583dc65f22 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 945 time: 0.1018944 Sep 15 19:16:16.249230 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b158649c-44f9-43b6-a6e0-c0b995251ff9 req-f5c9abe8-8439-4f37-9ecb-a85b17320d64 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473630 Sep 15 19:16:16.769490 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44470) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:16.923945 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:16.954824 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:16.958642 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Usage tracker for resource:security_group_rule and tenant:19c8b07314b94dc0acb6dc4fbcf278ce is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:16.961442 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:16.967558 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:16.990506 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:16:17.032244 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.035659 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.041737 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e27a2552-78f8-4230-a347-210d92b495b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:17.079412 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caec38c7-22c6-4d83-9097-5eacdabfa0f1,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:17.082293 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:17.086138 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19c8b07314b94dc0acb6dc4fbcf278ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3148072 Sep 15 19:16:17.088840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44482) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:17.154127 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-db17a734-75f0-47bd-8ec7-673e0a767c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.181586 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-db17a734-75f0-47bd-8ec7-673e0a767c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.238832 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-db17a734-75f0-47bd-8ec7-673e0a767c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.242642 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1925feca-72ba-4360-99eb-13f5089d26ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:17.253705 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17a734-75f0-47bd-8ec7-673e0a767c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caec38c7-22c6-4d83-9097-5eacdabfa0f1,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:17.258231 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-db17a734-75f0-47bd-8ec7-673e0a767c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:17.260474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-db17a734-75f0-47bd-8ec7-673e0a767c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.261564 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-db17a734-75f0-47bd-8ec7-673e0a767c84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caec38c7-22c6-4d83-9097-5eacdabfa0f1 HTTP/1.1" status: 204 len: 168 time: 0.1717143 Sep 15 19:16:17.457132 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d544868-c7c5-4e46-af4f-8a0bc3c2e09d req-17cef18c-256b-4a72-8d63-59ace0fc0356 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:17.458829 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3d544868-c7c5-4e46-af4f-8a0bc3c2e09d req-17cef18c-256b-4a72-8d63-59ace0fc0356 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 945 time: 0.0861077 Sep 15 19:16:17.508334 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3d544868-c7c5-4e46-af4f-8a0bc3c2e09d req-bb373be1-95f8-4311-9873-09ea95734636 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436070 Sep 15 19:16:17.558421 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-75df6eb8-a504-4493-b180-b9938ca7f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.672809 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44508) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:17.701166 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.735645 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:17.739916 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Usage tracker for resource:security_group_rule and tenant:7f3ea24f8dd64bddb530259fe4b42af8 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:17.742903 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:17.749099 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:17.820892 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.824747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.831045 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-49ca0a1b-b4ab-45f6-9ba3-b26f8121af51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:17.878055 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c2f7ac-2711-432c-bdb5-2f88220234e1,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:17.882650 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:17.886260 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f3ea24f8dd64bddb530259fe4b42af8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2124603 Sep 15 19:16:17.889439 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44512) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:17.967680 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ef80ebed-4ad4-4803-a80f-507b090bc18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:17.993919 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ef80ebed-4ad4-4803-a80f-507b090bc18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:18.064229 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ef80ebed-4ad4-4803-a80f-507b090bc18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:18.069380 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b00d3fde-eac7-447c-842b-811912bccacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:18.079468 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ebed-4ad4-4803-a80f-507b090bc18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c2f7ac-2711-432c-bdb5-2f88220234e1,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:18.083000 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ef80ebed-4ad4-4803-a80f-507b090bc18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:18.086642 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ef80ebed-4ad4-4803-a80f-507b090bc18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:18.087924 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ef80ebed-4ad4-4803-a80f-507b090bc18a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27c2f7ac-2711-432c-bdb5-2f88220234e1 HTTP/1.1" status: 204 len: 168 time: 0.1976020 Sep 15 19:16:18.617640 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:18.970112 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce39398-9df5-4e87-81c0-606f878eb3c6 req-c2414bb1-509d-444c-84a2-a9c0dec3ad70 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:18.971703 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3ce39398-9df5-4e87-81c0-606f878eb3c6 req-c2414bb1-509d-444c-84a2-a9c0dec3ad70 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 945 time: 0.0876825 Sep 15 19:16:19.019876 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3ce39398-9df5-4e87-81c0-606f878eb3c6 req-f07daec4-f05c-49ca-9620-a6cf6e3a8120 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Sep 15 19:16:19.696153 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44586) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:19.696638 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 44588) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:19.900029 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:19.976058 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:19.983769 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:19.988829 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:19.992745 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Usage tracker for resource:security_group_rule and tenant:d55d9d06685d4fe0a40e5ed0a68a85a3 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:19.995763 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:20.002015 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:20.012014 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:20.017952 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Usage tracker for resource:security_group_rule and tenant:0c7285fc26d84ffe88884069ee480b17 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:20.020888 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:20.026758 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:20.080830 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.087159 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.096552 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0a9ee0b9-ad6d-4254-a1ed-62a47b294bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:20.101379 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.106290 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.115140 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5c3a3d8b-44fd-47b6-bb4f-52bc525e6cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:20.127197 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b89559-b64a-4964-b742-3720258c66c5,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:20.133930 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:20.159166 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d55d9d06685d4fe0a40e5ed0a68a85a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4617937 Sep 15 19:16:20.160930 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44608) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:20.163389 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ed744-7c2a-4eeb-af7a-006349290caa,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:20.203717 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:20.213485 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c7285fc26d84ffe88884069ee480b17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5159769 Sep 15 19:16:20.216759 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 44612) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:20.253632 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20abc6-9a1e-4109-9a40-2aebd3b83958 req-73247598-6c3f-41e5-897f-07ea5af935ea tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:20.255149 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0e20abc6-9a1e-4109-9a40-2aebd3b83958 req-73247598-6c3f-41e5-897f-07ea5af935ea tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 945 time: 0.0970604 Sep 15 19:16:20.259142 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f327733c-e109-4b63-9529-e4af6819ccd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.304685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f327733c-e109-4b63-9529-e4af6819ccd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.323663 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0e20abc6-9a1e-4109-9a40-2aebd3b83958 req-8e251573-e2ed-4b02-a2fb-ddc4dc1a9c3d tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583365 Sep 15 19:16:20.381302 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f327733c-e109-4b63-9529-e4af6819ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.389921 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3b595415-37dc-4f20-b189-7869fe6f74bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:20.405696 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327733c-e109-4b63-9529-e4af6819ccd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b89559-b64a-4964-b742-3720258c66c5,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:20.407401 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8d50e672-7a6c-40fa-a827-f4e1d6825fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.436875 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8d50e672-7a6c-40fa-a827-f4e1d6825fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.447486 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f327733c-e109-4b63-9529-e4af6819ccd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:20.461032 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f327733c-e109-4b63-9529-e4af6819ccd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.462150 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f327733c-e109-4b63-9529-e4af6819ccd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0b89559-b64a-4964-b742-3720258c66c5 HTTP/1.1" status: 204 len: 168 time: 0.3001552 Sep 15 19:16:20.500371 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8d50e672-7a6c-40fa-a827-f4e1d6825fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.504187 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:20.516579 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50e672-7a6c-40fa-a827-f4e1d6825fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ed744-7c2a-4eeb-af7a-006349290caa,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:20.520705 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8d50e672-7a6c-40fa-a827-f4e1d6825fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:20.523892 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8d50e672-7a6c-40fa-a827-f4e1d6825fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:20.539297 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-8d50e672-7a6c-40fa-a827-f4e1d6825fc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e2ed744-7c2a-4eeb-af7a-006349290caa HTTP/1.1" status: 204 len: 168 time: 0.3215039 Sep 15 19:16:20.900028 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-febbcabf-d6c8-44af-a8cd-e1f9b376c213 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1099 time: 0.1513298 Sep 15 19:16:21.005620 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959f5c7-6591-4675-a1ad-fb6f6c55f9bb req-28fdf668-b5b8-4d8e-b72e-4ee2e18689e2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:21.006305 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-9ae04b0b-e024-492a-8d18-a75a5f355999 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:21.007610 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-9ae04b0b-e024-492a-8d18-a75a5f355999 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 945 time: 0.1851389 Sep 15 19:16:21.012195 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e959f5c7-6591-4675-a1ad-fb6f6c55f9bb req-28fdf668-b5b8-4d8e-b72e-4ee2e18689e2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1893754 Sep 15 19:16:21.130000 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Deleting port 94533f04-41ce-4867-bc1b-6a91f03c7452 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:16:21.131431 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:21.166913 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e959f5c7-6591-4675-a1ad-fb6f6c55f9bb req-e1d5e9c5-22f7-46f1-a7a1-bce7d1856c60 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511717 Sep 15 19:16:21.201185 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-e2d6c40f-06f0-4555-a90b-8a643a5eb1f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:21.203521 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-e2d6c40f-06f0-4555-a90b-8a643a5eb1f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 920 time: 0.2918999 Sep 15 19:16:21.332680 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-63312ba0-8b53-4af4-bc0b-b769d74411ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 200 len: 217 time: 0.1088121 Sep 15 19:16:21.417485 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-4521a848-1ea0-42ce-b387-a00b6acc7f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:21.419298 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-4521a848-1ea0-42ce-b387-a00b6acc7f4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.0758531 Sep 15 19:16:21.482743 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-7d0431b2-e37a-4611-811b-0a09d3b5116f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490324 Sep 15 19:16:21.611567 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] For port 94533f04-41ce-4867-bc1b-6a91f03c7452, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94533f04-41ce-4867-bc1b-6a91f03c7452,segment=NetworkSegment(d2a82898-5f69-4549-8511-dd596a0dc7de),segment_id=d2a82898-5f69-4549-8511-dd596a0dc7de)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:21.611968 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:21.752737 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 44678) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:21.790150 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-1cde3e13-a61e-46be-bf12-0225f55d916d service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990479 Sep 15 19:16:21.816397 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Calling delete_port for 94533f04-41ce-4867-bc1b-6a91f03c7452 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:16:21.874875 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298426b-2e5d-4020-8076-1118b519ac73 req-86a7d433-aad3-4d10-855a-514802c572ee tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:21.876502 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-86a7d433-aad3-4d10-855a-514802c572ee tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 815 time: 0.2584040 Sep 15 19:16:21.880626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257449e-5aff-4c19-adb7-1bcfa62b69a7 req-8d850e22-6a6a-45d3-9f54-3684b550f304 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:21.887597 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d257449e-5aff-4c19-adb7-1bcfa62b69a7 req-8d850e22-6a6a-45d3-9f54-3684b550f304 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1d5be7-3e8a-4426-b126-a5854eb2b677 HTTP/1.1" status: 200 len: 945 time: 0.3884563 Sep 15 19:16:21.955169 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-610051286-network', 'tenant_id': '6331f3cd8e234982845a8b050d0e682a'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:16:21.968939 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:21.982526 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-bd3065fe-e148-49cc-bfd2-a7e950bfeafc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/quotas/1fde9d40536f433e80b51d3012fa33f4 HTTP/1.1" status: 200 len: 375 time: 0.0537126 Sep 15 19:16:21.986889 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Usage tracker for resource:network and tenant:6331f3cd8e234982845a8b050d0e682a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:21.999689 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d257449e-5aff-4c19-adb7-1bcfa62b69a7 req-cd4cbf86-2f7d-43a3-bd4d-f81ac3a729df tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fe8d547-2d6a-4149-b541-0bee183ad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112421 Sep 15 19:16:22.038480 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.044311 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:22.047654 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:22.055600 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:22.062624 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7d6e13a7-688f-4e19-88b4-1c2f6cdd17f4 req-55d5dc09-a5d4-4d74-9495-38d2e9d959d4 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627425 Sep 15 19:16:22.086927 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Made reservation on behalf of 6331f3cd8e234982845a8b050d0e682a for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:16:22.089249 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.096408 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Pushing event deleted for resources: {'Port': ['ID=94533f04-41ce-4867-bc1b-6a91f03c7452,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:22.100526 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:22.106909 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.136842 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-902ec89f-d2b4-4edd-b94d-5598c7f1cf91 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1533802 Sep 15 19:16:22.181906 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] No DVR routers for this DVR port 94533f04-41ce-4867-bc1b-6a91f03c7452 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:16:22.189928 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.192650 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d5be7-3e8a-4426-b126-a5854eb2b677', 'name': 'network-vif-deleted', 'tag': '94533f04-41ce-4867-bc1b-6a91f03c7452'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:16:22.209245 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1b773a2e-6e41-4c4a-95d8-10d8a09cc397 req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] 10.222.0.58 "DELETE /v2.0/ports/94533f04-41ce-4867-bc1b-6a91f03c7452 HTTP/1.1" status: 204 len: 173 time: 1.1925042 Sep 15 19:16:22.241701 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:22.257056 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Usage tracker for resource:security_group_rule and tenant:6331f3cd8e234982845a8b050d0e682a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:22.258240 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1d5be7-3e8a-4426-b126-a5854eb2b677', 'name': 'network-vif-deleted', 'tag': '94533f04-41ce-4867-bc1b-6a91f03c7452', 'status': 'completed', 'code': 200} Sep 15 19:16:22.262739 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:22.273558 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:22.320550 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-a7cef0d4-f525-4599-a754-e90f6b8f0087 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827583 Sep 15 19:16:22.470482 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e833aa-8b96-49fb-988b-c96f89ba4f45 req-ba06d169-13f9-4b60-b831-572897e96ef0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:22.477733 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a0e833aa-8b96-49fb-988b-c96f89ba4f45 req-ba06d169-13f9-4b60-b831-572897e96ef0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0885537 Sep 15 19:16:22.540350 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a0e833aa-8b96-49fb-988b-c96f89ba4f45 req-e4f4ef48-cead-4360-834f-de4d78d8b366 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616617 Sep 15 19:16:22.561504 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.568324 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-991b033e-baca-42b8-ac1f-e901293150d4 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469296 Sep 15 19:16:22.569840 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.573496 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-354944d5-5296-4fe5-986a-da0690f6bd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:22.604574 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:16:22.613532 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a3ab0a-7d56-49fa-92d3-6defee348ff0,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:22.617221 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:22.620098 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.620255 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Added segment a089851a-9bb6-4d04-a98c-dbfc2fe77393 of type vlan for network 671c4b35-57e1-4146-ad15-a70a4e86cc90 Sep 15 19:16:22.652736 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.770613 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.771830 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:22.772424 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:22.775888 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:22.797750 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c02de70e-b80a-4f26-a4fa-a4c4120d0f15 req-febb6bc9-3dba-49dd-bee3-e08fb237ebe2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 210 time: 0.0500197 Sep 15 19:16:22.893769 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Pushing event updated for resources: {'Network': ['ID=671c4b35-57e1-4146-ad15-a70a4e86cc90,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:22.896892 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:22.904512 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1507394 Sep 15 19:16:22.907851 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 44702) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:22.909648 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 671c4b35-57e1-4146-ad15-a70a4e86cc90 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:16:22.918578 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Request body: {'subnet': {'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-610051286-subnet', 'tenant_id': '6331f3cd8e234982845a8b050d0e682a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:16:22.924277 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:22.928435 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Usage tracker for resource:subnet and tenant:6331f3cd8e234982845a8b050d0e682a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:22.931552 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:22.953479 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:22.972488 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Made reservation on behalf of 6331f3cd8e234982845a8b050d0e682a for: {'subnet': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:16:22.974941 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65637279'] for subnet, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:23.212862 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66235757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65637257'] for subnet, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:23.217518 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:23.288724 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d5ba1b-bfdc-48a4-9939-e614fec9c6eb,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:23.293512 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:23.303706 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Checking segment: {'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:16:23.304060 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Network hostable DHCP agents. Network: 671c4b35-57e1-4146-ad15-a70a4e86cc90, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:16:23.326517 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Network 671c4b35-57e1-4146-ad15-a70a4e86cc90 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:16:23.335801 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 671c4b35-57e1-4146-ad15-a70a4e86cc90) {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:16:23.340439 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:23.341011 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:23.352211 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a760ed-b65a-4a90-81f9-e0a0c42eb44b None None] Network 671c4b35-57e1-4146-ad15-a70a4e86cc90 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:16:23.366002 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4569712 Sep 15 19:16:23.643742 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685ebe7-5521-49be-a2c1-013e31a46662 None None] Network 671c4b35-57e1-4146-ad15-a70a4e86cc90 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:16:23.749622 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 94533f04-41ce-4867-bc1b-6a91f03c7452 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:16:23.765337 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbc0c0-a4dd-4d87-a222-91cc7290f62d req-6d7e51f4-5d45-4e36-8bdc-37676eeb2db7 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:23.766902 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-80dbc0c0-a4dd-4d87-a222-91cc7290f62d req-6d7e51f4-5d45-4e36-8bdc-37676eeb2db7 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0877919 Sep 15 19:16:23.806489 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 94533f04-41ce-4867-bc1b-6a91f03c7452 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:16:23.806821 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 94533f04-41ce-4867-bc1b-6a91f03c7452 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:16:23.861274 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-80dbc0c0-a4dd-4d87-a222-91cc7290f62d req-873609c7-f959-4379-9b13-35536e62efa7 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886698 Sep 15 19:16:24.151683 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ef6b066b-e99f-4116-b175-507a58e132c5 req-59b46318-f713-472c-b04b-2cb10b5853f3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 210 time: 0.1065373 Sep 15 19:16:24.281306 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298426b-2e5d-4020-8076-1118b519ac73 req-38fb80a6-46f9-4a37-bff1-bb8da2c1f01d tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:24.292265 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-38fb80a6-46f9-4a37-bff1-bb8da2c1f01d tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "GET /v2.0/networks?id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 200 len: 815 time: 0.3076518 Sep 15 19:16:24.320894 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Request body: {'port': {'device_id': '11323ff3-77bf-4d27-9cae-4cdbc5b8a134', 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'admin_state_up': True, 'tenant_id': '1fde9d40536f433e80b51d3012fa33f4'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:16:24.455139 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:24.468995 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:24.478578 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Made reservation on behalf of 1fde9d40536f433e80b51d3012fa33f4 for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:16:24.482184 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:24.644987 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Allocated IP 172.20.0.2 (8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c/5d73c113-6d67-4a80-93c9-f62ce12cfeb7/398be7a8-2e83-49b4-a406-5bdebfffec63) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:16:24.848199 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:24.875179 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:24.888079 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:24.969663 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:16:24.972849 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:16:24.977140 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:16:25.005961 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Pushing event updated for resources: {'Port': ['ID=398be7a8-2e83-49b4-a406-5bdebfffec63,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:25.014443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:25.087096 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:25.087710 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:25.119159 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024981 Sep 15 19:16:25.125949 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701558f-901a-4e8e-a620-f177e80ad248 req-6eaf875b-c17f-4e4a-8c92-fed48064333b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:25.127317 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6701558f-901a-4e8e-a620-f177e80ad248 req-6eaf875b-c17f-4e4a-8c92-fed48064333b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1225317 Sep 15 19:16:25.171810 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6701558f-901a-4e8e-a620-f177e80ad248 req-a926cec5-f13e-4045-b78e-8b0bf203a58b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Sep 15 19:16:25.342206 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d45f0-1968-48ca-92e8-0a3fb963ef77 req-91aed8d2-e3ff-4a65-93a6-5c2893b666aa tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:25.343842 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2c8d45f0-1968-48ca-92e8-0a3fb963ef77 req-91aed8d2-e3ff-4a65-93a6-5c2893b666aa tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 931 time: 0.0745642 Sep 15 19:16:25.394470 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2c8d45f0-1968-48ca-92e8-0a3fb963ef77 req-d94c9e0d-f7dd-4b86-a89e-0ad1770980e3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Sep 15 19:16:25.659754 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a8674-e946-4b2f-8497-b2d59956c509 req-80fc0f10-2634-40bd-9259-2ab34eb525e5 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:25.661094 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-80fc0f10-2634-40bd-9259-2ab34eb525e5 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/networks?id=671c4b35-57e1-4146-ad15-a70a4e86cc90 HTTP/1.1" status: 200 len: 813 time: 0.1388912 Sep 15 19:16:25.677067 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f05fa3bc-bd4a-4297-927a-9abca19133a4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/quotas/6331f3cd8e234982845a8b050d0e682a HTTP/1.1" status: 200 len: 375 time: 0.0107348 Sep 15 19:16:25.720714 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-10b17e4c-71b0-4af7-8c16-737e22bc59e8 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6331f3cd8e234982845a8b050d0e682a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390778 Sep 15 19:16:25.922159 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-20bdd4e7-5298-4354-a604-2d4890b28b75 service neutron] 10.222.0.20 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949251 Sep 15 19:16:26.054437 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-c039d342-0c5a-4083-a106-034367d004ab service neutron] 10.222.0.20 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258268 Sep 15 19:16:26.236319 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-feae8beb-0c37-46a4-9935-8613fc20610c req-40e1a066-08cc-4c1c-a08e-dfec9e04b907 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0435417 Sep 15 19:16:26.374687 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00f3cb-d246-4b6f-bf78-b794fcfe1edc req-e47370aa-6656-430a-b376-71230c4d8e9c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:26.376595 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cd00f3cb-d246-4b6f-bf78-b794fcfe1edc req-e47370aa-6656-430a-b376-71230c4d8e9c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0805373 Sep 15 19:16:26.426024 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cd00f3cb-d246-4b6f-bf78-b794fcfe1edc req-cbab1603-75b2-4231-bf6a-84019af28faf tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Sep 15 19:16:26.595394 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d13dc-0b75-4937-bd86-5a3c6c8b2a3f req-369e2664-baa9-4442-8a5a-bad3c414efe6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:26.596802 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-463d13dc-0b75-4937-bd86-5a3c6c8b2a3f req-369e2664-baa9-4442-8a5a-bad3c414efe6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 931 time: 0.0732863 Sep 15 19:16:26.643800 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-463d13dc-0b75-4937-bd86-5a3c6c8b2a3f req-30f09eac-45fc-4827-9fd0-9078114f41e7 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Sep 15 19:16:27.395590 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95db0439-8370-4ccb-8228-8474cf8e3387 req-97443c3d-0775-44ab-a8f3-82bd1f79ac9b tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0405605 Sep 15 19:16:27.505978 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'a36d1a44-bfef-4cf3-b242-04c761922db8', '1a494bc7-56c6-49c9-ae99-24187939a51b'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:16:27.519044 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Request body: {'port': {'device_id': '11323ff3-77bf-4d27-9cae-4cdbc5b8a134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:16:27.637784 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b8224-d9b3-41c5-bead-5e3a5991da39 req-6e40df49-f067-4bd1-a634-20defd1cb076 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:27.639563 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a53b8224-d9b3-41c5-bead-5e3a5991da39 req-6e40df49-f067-4bd1-a634-20defd1cb076 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0904963 Sep 15 19:16:27.659812 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:27.694113 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a53b8224-d9b3-41c5-bead-5e3a5991da39 req-b880ecc6-9332-4b9b-b9fd-f573ab7608f4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485535 Sep 15 19:16:28.007543 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ed25-e335-4a49-a604-7a9ec62d0538 req-44ab16f5-2a5f-4a77-849f-a9d916bac1bb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:28.008314 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-8a47ed25-e335-4a49-a604-7a9ec62d0538 req-44ab16f5-2a5f-4a77-849f-a9d916bac1bb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:16:28.061334 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-8a47ed25-e335-4a49-a604-7a9ec62d0538 req-44ab16f5-2a5f-4a77-849f-a9d916bac1bb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:16:28.062500 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8a47ed25-e335-4a49-a604-7a9ec62d0538 req-44ab16f5-2a5f-4a77-849f-a9d916bac1bb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 931 time: 0.2534788 Sep 15 19:16:28.159726 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398be7a8-2e83-49b4-a406-5bdebfffec63 {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:16:28.168725 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:28.172703 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8a47ed25-e335-4a49-a604-7a9ec62d0538 req-fe97d94c-6128-471b-a28e-c711d66a38a9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995877 Sep 15 19:16:28.185392 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Transition to ACTIVE for port object 398be7a8-2e83-49b4-a406-5bdebfffec63 will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:16:28.188891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:28.193310 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:28.311126 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Pushing event updated for resources: {'Port': ['ID=398be7a8-2e83-49b4-a406-5bdebfffec63,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:28.315007 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:28.416867 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Attempting to bind port 398be7a8-2e83-49b4-a406-5bdebfffec63 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:16:28.418064 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Attempting to bind port 398be7a8-2e83-49b4-a406-5bdebfffec63 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:16:28.418064 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Attempting to bind port 398be7a8-2e83-49b4-a406-5bdebfffec63 on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:16:28.423606 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Port 398be7a8-2e83-49b4-a406-5bdebfffec63 on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:16:28.423923 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Attempting to bind port 398be7a8-2e83-49b4-a406-5bdebfffec63 on network 8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:16:28.430030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:16:28.430362 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Checking segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:16:28.430789 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Bound using segment: {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:16:28.431192 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Bound port: 398be7a8-2e83-49b4-a406-5bdebfffec63, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:16:28.431536 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:28.519992 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] For port 398be7a8-2e83-49b4-a406-5bdebfffec63, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:16:28.522942 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] For port 398be7a8-2e83-49b4-a406-5bdebfffec63, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=398be7a8-2e83-49b4-a406-5bdebfffec63,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:16:28.528645 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:28.532825 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c70123c3-6e88-440c-bae1-98181ca736b3 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:28.561422 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8a13eebd-5dec-4184-9221-5babde9a9940 req-396b274a-c95e-4ae0-b746-8260275f296a tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0458877 Sep 15 19:16:28.606988 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:28.608388 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] 10.222.0.58 "PUT /v2.0/ports/398be7a8-2e83-49b4-a406-5bdebfffec63 HTTP/1.1" status: 200 len: 1093 time: 1.0944738 Sep 15 19:16:28.608852 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11323ff3-77bf-4d27-9cae-4cdbc5b8a134', 'tag': '398be7a8-2e83-49b4-a406-5bdebfffec63'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:16:28.621722 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Pushing event updated for resources: {'Port': ['ID=398be7a8-2e83-49b4-a406-5bdebfffec63,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:28.625763 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:28.663294 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11323ff3-77bf-4d27-9cae-4cdbc5b8a134', 'tag': '398be7a8-2e83-49b4-a406-5bdebfffec63', 'status': 'completed', 'code': 200} Sep 15 19:16:28.896631 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3eb2b-6c83-4203-877c-a6903f2db95e req-5020a50b-e6af-47a2-b0a7-7142f8640308 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:28.898097 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6af3eb2b-6c83-4203-877c-a6903f2db95e req-5020a50b-e6af-47a2-b0a7-7142f8640308 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0770493 Sep 15 19:16:28.942913 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6af3eb2b-6c83-4203-877c-a6903f2db95e req-807186a3-babb-4d12-ad11-b6001ea98768 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Sep 15 19:16:29.381392 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda6005-44cd-4b9a-92ab-b3dc8c5447f6 req-fce0bbf4-581a-490d-8737-7329b170d3d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:29.382844 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4eda6005-44cd-4b9a-92ab-b3dc8c5447f6 req-fce0bbf4-581a-490d-8737-7329b170d3d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 943 time: 0.0751209 Sep 15 19:16:29.427569 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4eda6005-44cd-4b9a-92ab-b3dc8c5447f6 req-d68632b1-507c-44e2-8fb8-db1d8fa25bf0 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386641 Sep 15 19:16:29.721239 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5372624c-289c-48d9-b973-6f181f91fcb7 req-b59f9331-16d0-44e7-b926-4406ba12f5ba tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0400817 Sep 15 19:16:30.148548 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2b54d-7a17-4590-a767-3bf524cf721c req-994995d8-c119-4d78-8b3c-fa12e1b7083e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:30.150027 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-30b2b54d-7a17-4590-a767-3bf524cf721c req-994995d8-c119-4d78-8b3c-fa12e1b7083e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0860965 Sep 15 19:16:30.197631 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-30b2b54d-7a17-4590-a767-3bf524cf721c req-16f27e99-9614-4904-8df0-32c9f0f6cd29 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Sep 15 19:16:30.622478 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daf008-33b1-4ee8-ac14-1be7c204dcf4 req-d6a8e8d7-b163-4713-876c-f2d98d9a86eb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:30.623976 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f5daf008-33b1-4ee8-ac14-1be7c204dcf4 req-d6a8e8d7-b163-4713-876c-f2d98d9a86eb tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 943 time: 0.0786002 Sep 15 19:16:30.669224 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f5daf008-33b1-4ee8-ac14-1be7c204dcf4 req-c2702a6c-1736-4fe5-aed0-30413050fb97 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395412 Sep 15 19:16:30.882454 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-36568a05-9f38-4b44-a1f2-4a38011c0bcb req-bb50eae5-78a3-4d56-b3e4-da425ff619a7 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0397637 Sep 15 19:16:31.168726 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-564b578c-c0a1-415c-947d-6bb96d77136a req-f98e243a-5f86-4405-ae3e-5557e0bbd290 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 1096 time: 0.1250103 Sep 15 19:16:31.324763 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b578c-c0a1-415c-947d-6bb96d77136a req-9f615d17-38d0-4298-b0ba-70b283b312d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:31.326640 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-564b578c-c0a1-415c-947d-6bb96d77136a req-9f615d17-38d0-4298-b0ba-70b283b312d0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1fde9d40536f433e80b51d3012fa33f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1465590 Sep 15 19:16:31.477521 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b578c-c0a1-415c-947d-6bb96d77136a req-a051b179-da67-4104-86ce-81662029ec4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:31.479183 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-564b578c-c0a1-415c-947d-6bb96d77136a req-a051b179-da67-4104-86ce-81662029ec4d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434531 Sep 15 19:16:31.551717 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851515e-a812-4636-909a-8123ce91cfbf req-809605b9-275c-4b3e-a677-0eba89883919 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:31.553166 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6851515e-a812-4636-909a-8123ce91cfbf req-809605b9-275c-4b3e-a677-0eba89883919 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.2090178 Sep 15 19:16:31.598767 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a8674-e946-4b2f-8497-b2d59956c509 req-271fd67e-bdbe-4458-b10a-ec7c50b902e8 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:31.599454 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-036a8674-e946-4b2f-8497-b2d59956c509 req-271fd67e-bdbe-4458-b10a-ec7c50b902e8 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Synchronizing usage tracker for tenant:6331f3cd8e234982845a8b050d0e682a on resource:network {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:16:31.628921 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6851515e-a812-4636-909a-8123ce91cfbf req-f21a908a-6b62-4c2c-b709-80ba5ea5e5ea tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697513 Sep 15 19:16:31.630039 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-036a8674-e946-4b2f-8497-b2d59956c509 req-271fd67e-bdbe-4458-b10a-ec7c50b902e8 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Unset dirty status for tenant:6331f3cd8e234982845a8b050d0e682a on resource:network {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:16:31.630960 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-271fd67e-bdbe-4458-b10a-ec7c50b902e8 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.58 "GET /v2.0/networks?id=671c4b35-57e1-4146-ad15-a70a4e86cc90 HTTP/1.1" status: 200 len: 813 time: 0.2351780 Sep 15 19:16:31.861292 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d2ea3-3124-4655-92dc-0a6b83a31eb3 req-4e397d1e-d675-4703-9ddb-b22becf1942c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:31.862739 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cb9d2ea3-3124-4655-92dc-0a6b83a31eb3 req-4e397d1e-d675-4703-9ddb-b22becf1942c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 943 time: 0.0750120 Sep 15 19:16:31.912774 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cb9d2ea3-3124-4655-92dc-0a6b83a31eb3 req-496e56f5-6c36-4b64-88b2-307713448ce9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447102 Sep 15 19:16:32.044987 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-aeb104db-6e18-48e7-a473-daef790f81ed req-ab82d8ed-569b-476c-883b-5b1da6a9d817 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0403917 Sep 15 19:16:32.827681 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c92562-eebe-4332-96ec-56ef62ee2722 req-d90e899d-8b55-4257-830c-09c23499a50d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:32.829139 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-73c92562-eebe-4332-96ec-56ef62ee2722 req-d90e899d-8b55-4257-830c-09c23499a50d tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0800180 Sep 15 19:16:32.850353 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c57bb6-c400-424b-bbae-7a544fcb57e3 req-5be7f1a0-2530-4767-b1aa-ee0fd2d15a05 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:32.851751 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c1c57bb6-c400-424b-bbae-7a544fcb57e3 req-5be7f1a0-2530-4767-b1aa-ee0fd2d15a05 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0775232 Sep 15 19:16:32.876797 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-73c92562-eebe-4332-96ec-56ef62ee2722 req-d6ddf12b-01f9-4792-a55d-b3e2f12637b3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Sep 15 19:16:32.900611 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c1c57bb6-c400-424b-bbae-7a544fcb57e3 req-775cd7f8-26ea-4e6b-b70c-5710fed2f034 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424280 Sep 15 19:16:33.111715 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6882-5e31-4123-8753-e12be27e340a req-427ea267-dc15-4b73-afcb-1714d39770a6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:33.113089 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4bcd6882-5e31-4123-8753-e12be27e340a req-427ea267-dc15-4b73-afcb-1714d39770a6 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 943 time: 0.0754292 Sep 15 19:16:33.159949 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4bcd6882-5e31-4123-8753-e12be27e340a req-7e96feb4-82b7-4cea-b149-6338db173947 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Sep 15 19:16:33.213259 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5c5cd505-e8f8-4fd3-a294-77eccf02b5c3 req-f193f661-9a8c-422c-a523-9b6ae3db12ef tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0455036 Sep 15 19:16:34.105443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf7ea7-8784-4932-bb0e-41a526f7d181 req-b8393a4d-df1a-4e7b-971c-92505151900c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:34.106896 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5fcf7ea7-8784-4932-bb0e-41a526f7d181 req-b8393a4d-df1a-4e7b-971c-92505151900c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0778766 Sep 15 19:16:34.142213 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6b9d7-7184-462e-98a1-b80cd5ec9f6f req-5d3a28d6-0b90-4526-8c73-a0beba559037 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:34.143646 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-29c6b9d7-7184-462e-98a1-b80cd5ec9f6f req-5d3a28d6-0b90-4526-8c73-a0beba559037 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1258624 Sep 15 19:16:34.153113 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5fcf7ea7-8784-4932-bb0e-41a526f7d181 req-4497eb83-b777-4d60-bdf9-6a4e804fdaa7 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403357 Sep 15 19:16:34.192762 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-29c6b9d7-7184-462e-98a1-b80cd5ec9f6f req-568782f4-fa46-48ed-83f8-30dddeabf9f7 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Sep 15 19:16:34.365397 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb4ad2-568d-4af0-ad99-8a4795532587 req-565e91c4-29a0-494e-8959-b72aa55ac699 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:34.366994 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-40cb4ad2-568d-4af0-ad99-8a4795532587 req-565e91c4-29a0-494e-8959-b72aa55ac699 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 943 time: 0.0848646 Sep 15 19:16:34.379326 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Request body: {'port': {'device_id': '8a8fbb12-a5f5-42a1-91a7-6d5429f2496c', 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90', 'admin_state_up': True, 'tenant_id': '6331f3cd8e234982845a8b050d0e682a'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:16:34.413784 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-471b0ed0-53a3-44de-ad95-903fab087dbe req-56640c47-e6be-44ba-b159-1b4e4e2401ef tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0848331 Sep 15 19:16:34.497467 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-40cb4ad2-568d-4af0-ad99-8a4795532587 req-635d8987-4608-428d-bb51-87148d26bbc1 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218591 Sep 15 19:16:34.508354 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-7d73996c-2a1a-4aed-8b3c-b0fc3000c9aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1fde9d40536f433e80b51d3012fa33f4&device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 1096 time: 0.1341681 Sep 15 19:16:34.544898 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:34.548689 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Usage tracker for resource:port and tenant:6331f3cd8e234982845a8b050d0e682a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:34.551501 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:34.557149 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:34.567777 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Made reservation on behalf of 6331f3cd8e234982845a8b050d0e682a for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:16:34.570697 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:34.588035 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-d6cbd1e5-b4ab-44ed-b93d-6487410dfe2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=398be7a8-2e83-49b4-a406-5bdebfffec63 HTTP/1.1" status: 200 len: 217 time: 0.0670242 Sep 15 19:16:34.674040 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298426b-2e5d-4020-8076-1118b519ac73 req-d6374975-4540-4cbc-9a98-52e931894c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:34.675401 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-d6374975-4540-4cbc-9a98-52e931894c54 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d73c113-6d67-4a80-93c9-f62ce12cfeb7 HTTP/1.1" status: 200 len: 855 time: 0.0577648 Sep 15 19:16:34.726015 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-49f24db8-0cd5-4c42-a0f2-ef3027cb2bcf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415647 Sep 15 19:16:34.733577 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Allocated IP 172.20.0.8 (671c4b35-57e1-4146-ad15-a70a4e86cc90/64d5ba1b-bfdc-48a4-9939-e614fec9c6eb/e256e9bc-6381-4082-a6be-b2186cafe077) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:16:34.877711 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-fb3bf6aa-57a8-49d2-89ec-eced1a23ca69 service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292734 Sep 15 19:16:34.951166 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:34.984886 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:34.988498 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5202189f-d842-44a4-8077-410988348141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:35.015772 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1298426b-2e5d-4020-8076-1118b519ac73 req-a8443e01-5537-4975-bfca-f41a888273ad service neutron] 10.222.0.58 "GET /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281607 Sep 15 19:16:35.055192 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Network 671c4b35-57e1-4146-ad15-a70a4e86cc90 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:16:35.059070 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:16:35.061635 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:16:35.111127 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Pushing event updated for resources: {'Port': ['ID=e256e9bc-6381-4082-a6be-b2186cafe077,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:35.114552 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:35.139323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:35.139323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:35.160345 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846437 Sep 15 19:16:35.178837 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Request body: {'port': {'device_id': '8a8fbb12-a5f5-42a1-91a7-6d5429f2496c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:16:35.306280 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d058a5f2-2383-4c9d-bed9-1e6384882cca req-f08268cc-c16a-41ab-8507-1a6962843627 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1099 time: 0.0793781 Sep 15 19:16:35.356003 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:35.399752 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d058a5f2-2383-4c9d-bed9-1e6384882cca req-13cd0e97-b860-4fca-b8d4-f297d48d60f3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807979 Sep 15 19:16:35.428236 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e48c01-2da7-4ef3-9c7a-2ee00a77e11d req-49017cd2-7352-4992-a342-2134e74c89cd tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:35.429694 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-05e48c01-2da7-4ef3-9c7a-2ee00a77e11d req-49017cd2-7352-4992-a342-2134e74c89cd tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0963013 Sep 15 19:16:35.448182 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e672a71-9575-4cc6-95e5-c8c2b3a651b5 req-556c85d0-6f09-4950-806f-353f4e892c1f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:35.450166 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2e672a71-9575-4cc6-95e5-c8c2b3a651b5 req-556c85d0-6f09-4950-806f-353f4e892c1f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1560133 Sep 15 19:16:35.483825 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-05e48c01-2da7-4ef3-9c7a-2ee00a77e11d req-cbabc0f1-01ae-47d6-8d30-9cbb4180e931 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Sep 15 19:16:35.581742 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2e672a71-9575-4cc6-95e5-c8c2b3a651b5 req-4c25e671-7c6e-4772-88c5-b66dd070187a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928605 Sep 15 19:16:35.673804 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221364c6-66c7-4a3d-89cb-56837fc5ad89 req-c8325d8f-bf78-40fe-b05e-d395d6a0197f tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:35.675291 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-221364c6-66c7-4a3d-89cb-56837fc5ad89 req-c8325d8f-bf78-40fe-b05e-d395d6a0197f tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 931 time: 0.0791552 Sep 15 19:16:35.722880 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-221364c6-66c7-4a3d-89cb-56837fc5ad89 req-ad61a59d-4dc2-470b-a016-48fdda18fb10 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Sep 15 19:16:35.819981 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e256e9bc-6381-4082-a6be-b2186cafe077 {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:16:35.829535 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:35.853413 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Transition to ACTIVE for port object e256e9bc-6381-4082-a6be-b2186cafe077 will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:16:35.858482 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:35.863001 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c41cffaf-29ee-4540-9065-e276ec255e14 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:35.902448 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5de2-9977-4eb2-b359-e47eeccfba94 req-309ea845-3e58-4cc6-b9a3-f9aecf0f036a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:35.903763 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-80fa5de2-9977-4eb2-b359-e47eeccfba94 req-309ea845-3e58-4cc6-b9a3-f9aecf0f036a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 943 time: 0.2040927 Sep 15 19:16:36.016423 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Pushing event updated for resources: {'Port': ['ID=e256e9bc-6381-4082-a6be-b2186cafe077,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:36.025061 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:36.066044 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-80fa5de2-9977-4eb2-b359-e47eeccfba94 req-ffc1f253-1080-4e1f-9ec8-43fc75791753 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516418 Sep 15 19:16:36.147753 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Attempting to bind port e256e9bc-6381-4082-a6be-b2186cafe077 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:16:36.148118 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Attempting to bind port e256e9bc-6381-4082-a6be-b2186cafe077 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:16:36.148443 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Attempting to bind port e256e9bc-6381-4082-a6be-b2186cafe077 on network 671c4b35-57e1-4146-ad15-a70a4e86cc90 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:16:36.157247 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Port e256e9bc-6381-4082-a6be-b2186cafe077 on network 671c4b35-57e1-4146-ad15-a70a4e86cc90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:16:36.157567 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Attempting to bind port e256e9bc-6381-4082-a6be-b2186cafe077 on network 671c4b35-57e1-4146-ad15-a70a4e86cc90 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:16:36.163883 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:16:36.164492 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Checking segment: {'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:16:36.164605 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Bound using segment: {'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:16:36.164977 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Bound port: e256e9bc-6381-4082-a6be-b2186cafe077, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:16:36.165317 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:36.323843 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] For port e256e9bc-6381-4082-a6be-b2186cafe077, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:16:36.328099 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] For port e256e9bc-6381-4082-a6be-b2186cafe077, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e256e9bc-6381-4082-a6be-b2186cafe077,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:16:36.332716 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:36.336805 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d2138e1a-8c86-4077-8f77-ceea0598f627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:36.403620 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:36.404528 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] 10.222.0.58 "PUT /v2.0/ports/e256e9bc-6381-4082-a6be-b2186cafe077 HTTP/1.1" status: 200 len: 1093 time: 1.2300394 Sep 15 19:16:36.405013 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8fbb12-a5f5-42a1-91a7-6d5429f2496c', 'tag': 'e256e9bc-6381-4082-a6be-b2186cafe077'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:16:36.436027 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Pushing event updated for resources: {'Port': ['ID=e256e9bc-6381-4082-a6be-b2186cafe077,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:36.439527 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:36.494439 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8fbb12-a5f5-42a1-91a7-6d5429f2496c', 'tag': 'e256e9bc-6381-4082-a6be-b2186cafe077', 'status': 'completed', 'code': 200} Sep 15 19:16:36.524337 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-6af3dafa-8b0a-4793-8b0e-fd6adae0a70d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6331f3cd8e234982845a8b050d0e682a&device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 1096 time: 0.0768819 Sep 15 19:16:36.608307 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-7f2baaaf-6574-48c8-9a23-6dc78dd70b0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e256e9bc-6381-4082-a6be-b2186cafe077 HTTP/1.1" status: 200 len: 217 time: 0.0714102 Sep 15 19:16:36.789521 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a8674-e946-4b2f-8497-b2d59956c509 req-0c6c93fb-fd99-41cb-a529-7a8bb311ffe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:36.791241 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-0c6c93fb-fd99-41cb-a529-7a8bb311ffe1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=64d5ba1b-bfdc-48a4-9939-e614fec9c6eb HTTP/1.1" status: 200 len: 853 time: 0.1729238 Sep 15 19:16:36.849390 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-827548a5-67f9-4f06-9f8b-75ac1347b1a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=671c4b35-57e1-4146-ad15-a70a4e86cc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473337 Sep 15 19:16:36.939769 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea460cb-7dea-47ce-9712-a373fe72fb54 req-01eb4964-9e93-41af-a0af-61c89fdedab9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:36.947202 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8ea460cb-7dea-47ce-9712-a373fe72fb54 req-01eb4964-9e93-41af-a0af-61c89fdedab9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.2803814 Sep 15 19:16:36.952976 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9b2a1-f81d-4d6d-b4d4-c200b88f7b2c req-45e1f21b-ab57-4bea-b57e-3bf5b653726e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:36.960419 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-96b9b2a1-f81d-4d6d-b4d4-c200b88f7b2c req-45e1f21b-ab57-4bea-b57e-3bf5b653726e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.2255247 Sep 15 19:16:37.006632 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-96b9b2a1-f81d-4d6d-b4d4-c200b88f7b2c req-dc8e7271-eef5-44f6-bd64-070f6ceb9bbf tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450704 Sep 15 19:16:37.113364 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8ea460cb-7dea-47ce-9712-a373fe72fb54 req-78a45b54-e7f3-4ccd-86ac-2db18a58ac47 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650829 Sep 15 19:16:37.166830 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-2a89b795-4e0c-48e3-aa53-fe00cd890077 service neutron] 10.222.0.58 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026409 Sep 15 19:16:37.245599 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9784c0-ec05-43d5-8a4a-927c72ddc457 req-0cc8aa4c-b605-4ca1-8469-344b4686b073 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:37.247125 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8b9784c0-ec05-43d5-8a4a-927c72ddc457 req-0cc8aa4c-b605-4ca1-8469-344b4686b073 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 943 time: 0.1048534 Sep 15 19:16:37.303702 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8b9784c0-ec05-43d5-8a4a-927c72ddc457 req-2afa8dcf-0127-494a-bae1-4eab680b99e2 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475321 Sep 15 19:16:37.394906 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-036a8674-e946-4b2f-8497-b2d59956c509 req-39a30027-d605-4cfc-99b6-8a5b6df811ee service neutron] 10.222.0.58 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198269 Sep 15 19:16:37.417924 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d286653-ddac-4ee8-a573-f4290ead5ca7 req-35dfafbd-f60b-410f-9641-235f679e3e45 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:37.419815 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4d286653-ddac-4ee8-a573-f4290ead5ca7 req-35dfafbd-f60b-410f-9641-235f679e3e45 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 943 time: 0.1259289 Sep 15 19:16:37.515874 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4d286653-ddac-4ee8-a573-f4290ead5ca7 req-fa69dcf0-491a-48ed-b25b-6dbacfb271d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896437 Sep 15 19:16:37.551783 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 398be7a8-2e83-49b4-a406-5bdebfffec63 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:16:37.560638 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-c993a5dd-9aa3-4699-b48b-251f938061c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6331f3cd8e234982845a8b050d0e682a&device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 1096 time: 0.0986075 Sep 15 19:16:37.742962 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-4720bb8a-dba8-4e4c-8929-f345898e501d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:37.745357 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-4720bb8a-dba8-4e4c-8929-f345898e501d service neutron] 10.222.0.58 "GET /v2.0/networks?id=671c4b35-57e1-4146-ad15-a70a4e86cc90 HTTP/1.1" status: 200 len: 914 time: 0.1741619 Sep 15 19:16:37.769728 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 398be7a8-2e83-49b4-a406-5bdebfffec63, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=398be7a8-2e83-49b4-a406-5bdebfffec63,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:37.793331 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '398be7a8-2e83-49b4-a406-5bdebfffec63', 'network_id': '8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c', 'port_id': '398be7a8-2e83-49b4-a406-5bdebfffec63', 'mac_address': 'fa:16:3e:94:cc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d73c113-6d67-4a80-93c9-f62ce12cfeb7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:16:37.834636 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-959e5a12-7c0d-42ff-9f6e-fc40f33962e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e256e9bc-6381-4082-a6be-b2186cafe077 HTTP/1.1" status: 200 len: 217 time: 0.0771520 Sep 15 19:16:37.858644 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:37.878557 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398be7a8-2e83-49b4-a406-5bdebfffec63 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:16:37.899937 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 398be7a8-2e83-49b4-a406-5bdebfffec63, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=398be7a8-2e83-49b4-a406-5bdebfffec63,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:37.909783 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:37.912944 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:37.916066 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-85b7544d-3f53-4bc6-b349-275a8fda6b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:37.918313 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-85b7544d-3f53-4bc6-b349-275a8fda6b91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=64d5ba1b-bfdc-48a4-9939-e614fec9c6eb HTTP/1.1" status: 200 len: 853 time: 0.0749030 Sep 15 19:16:38.015008 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=398be7a8-2e83-49b4-a406-5bdebfffec63,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:38.027995 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.028397 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.028738 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.029452 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.029797 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.030132 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.030510 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.030864 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.031213 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.031537 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.031858 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:16:38.044550 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:38.047404 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-0d2524e8-6fc5-43e4-861c-018debe8a67c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=671c4b35-57e1-4146-ad15-a70a4e86cc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157129 Sep 15 19:16:38.208997 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:38.242321 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-b064935f-f4c9-417c-b3e4-d16e6526fba8 service neutron] 10.222.0.58 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777196 Sep 15 19:16:38.320683 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbb436-a87b-4d33-b39d-dee3d1470688 req-169901b6-0e10-48a1-a2f4-5a1c3789c09c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:38.326622 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4efbb436-a87b-4d33-b39d-dee3d1470688 req-169901b6-0e10-48a1-a2f4-5a1c3789c09c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1512423 Sep 15 19:16:38.395543 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['398be7a8-2e83-49b4-a406-5bdebfffec63'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:16:38.441299 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4efbb436-a87b-4d33-b39d-dee3d1470688 req-f9fde47f-87fc-4f6c-a8d5-06474e133b27 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972338 Sep 15 19:16:38.611514 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2bdf91f9-6231-4c2f-b322-b308be901196 req-8a95d2fe-4e9c-46d4-b12f-44e6bae4d781 service neutron] 10.222.0.58 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663292 Sep 15 19:16:38.633054 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823d27-15cb-4d7f-8e29-c1a54e82175f req-8a1aca4e-890d-4bf5-81d9-ad131aa040c3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:38.641540 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1c823d27-15cb-4d7f-8e29-c1a54e82175f req-8a1aca4e-890d-4bf5-81d9-ad131aa040c3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.2098091 Sep 15 19:16:38.698899 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1c823d27-15cb-4d7f-8e29-c1a54e82175f req-d9be0435-7165-44f6-8ba7-9139a904a6de tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561273 Sep 15 19:16:38.771462 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecbea-5971-47d3-9372-a2ffca66694f req-20356c06-ad14-487f-9199-0c90a571fcd0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:38.773056 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2f6ecbea-5971-47d3-9372-a2ffca66694f req-20356c06-ad14-487f-9199-0c90a571fcd0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 943 time: 0.1455832 Sep 15 19:16:38.831476 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2f6ecbea-5971-47d3-9372-a2ffca66694f req-cdc57227-2308-4e68-8ce3-72e35480326e tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520871 Sep 15 19:16:38.928299 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd226c36-c2ba-4ac0-9be7-d610365b562a req-a8e7fe16-052c-4d69-9142-ba8bcb6c759c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:38.928299 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cd226c36-c2ba-4ac0-9be7-d610365b562a req-a8e7fe16-052c-4d69-9142-ba8bcb6c759c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 944 time: 0.1185288 Sep 15 19:16:38.979386 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cd226c36-c2ba-4ac0-9be7-d610365b562a req-7dc392b3-8f99-4a3f-a5bc-da5da61cd77f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Sep 15 19:16:39.749179 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-547fad7e-ed18-4658-9187-151729c9813d req-e715e5bb-45d1-47b3-90e6-719e2e6681d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa1536d293d34b9ea04e361129a354c3&device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 1099 time: 0.1900527 Sep 15 19:16:39.829988 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb4ad8-3708-43ef-baea-f06a05e4cfb9 req-86de3fc6-121e-42f1-ab19-396e332784b8 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:39.841022 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-04fb4ad8-3708-43ef-baea-f06a05e4cfb9 req-86de3fc6-121e-42f1-ab19-396e332784b8 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1732333 Sep 15 19:16:39.906545 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-04fb4ad8-3708-43ef-baea-f06a05e4cfb9 req-e8d8532e-e26f-4bc7-960f-64672456e980 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642436 Sep 15 19:16:39.911567 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1ae54-e57d-4871-b651-bbee6d8272c6 req-7fe49ea0-c39f-4c7b-9c13-29c63f0a0cc4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:39.919806 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-81f1ae54-e57d-4871-b651-bbee6d8272c6 req-7fe49ea0-c39f-4c7b-9c13-29c63f0a0cc4 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.2300999 Sep 15 19:16:39.946308 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fad7e-ed18-4658-9187-151729c9813d req-f9b8b437-8a02-4bf3-add7-3cdb387466d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:39.947801 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-547fad7e-ed18-4658-9187-151729c9813d req-f9b8b437-8a02-4bf3-add7-3cdb387466d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 200 len: 920 time: 0.1824656 Sep 15 19:16:40.037139 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-547fad7e-ed18-4658-9187-151729c9813d req-e1416a69-4e8a-4270-947d-098be1e42a26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 200 len: 217 time: 0.0815740 Sep 15 19:16:40.044015 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-81f1ae54-e57d-4871-b651-bbee6d8272c6 req-e147a6b4-c783-4c8d-86e5-248826d78bfc tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229632 Sep 15 19:16:40.139498 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fad7e-ed18-4658-9187-151729c9813d req-9ae09798-21dd-40f9-9531-51049b0053bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:40.140905 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-547fad7e-ed18-4658-9187-151729c9813d req-9ae09798-21dd-40f9-9531-51049b0053bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 200 len: 859 time: 0.0957403 Sep 15 19:16:40.142724 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a5f3-54ef-49e1-a399-97d39c09343e req-b6cc94cd-de62-4c9f-a722-a7405bd733e1 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:40.144526 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-97a0a5f3-54ef-49e1-a399-97d39c09343e req-b6cc94cd-de62-4c9f-a722-a7405bd733e1 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 943 time: 0.1171770 Sep 15 19:16:40.209180 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-97a0a5f3-54ef-49e1-a399-97d39c09343e req-088e65de-89c5-47f5-a2ff-3b402c532346 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549674 Sep 15 19:16:40.277255 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b68344-f9f0-44f7-9b63-24cf3681487c req-6cf92f60-c134-4bbf-b009-e38b7f4a3095 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:40.283788 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e4b68344-f9f0-44f7-9b63-24cf3681487c req-6cf92f60-c134-4bbf-b009-e38b7f4a3095 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 944 time: 0.1028087 Sep 15 19:16:40.351308 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e4b68344-f9f0-44f7-9b63-24cf3681487c req-a5cd020c-d21c-4bd9-aba9-b594b37bc001 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663495 Sep 15 19:16:41.105380 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c534c6-4839-41fa-a289-16ffd5dc3b43 req-9c1d4dee-4905-4c0d-b068-d7d3a9521040 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:41.107062 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f2c534c6-4839-41fa-a289-16ffd5dc3b43 req-9c1d4dee-4905-4c0d-b068-d7d3a9521040 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0857852 Sep 15 19:16:41.175974 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f2c534c6-4839-41fa-a289-16ffd5dc3b43 req-ac10814b-c047-43ad-8813-6372dd93b583 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634730 Sep 15 19:16:41.281331 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb034b8b-5b14-4d0e-8239-b4bb572fb06d req-550fe3b1-111c-4bc2-ae61-88e84b7a7c19 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:41.283012 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bb034b8b-5b14-4d0e-8239-b4bb572fb06d req-550fe3b1-111c-4bc2-ae61-88e84b7a7c19 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0826695 Sep 15 19:16:41.335710 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bb034b8b-5b14-4d0e-8239-b4bb572fb06d req-fe59fbf3-32ec-4740-ace5-a1bb8dae43c9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462551 Sep 15 19:16:41.380921 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-547fad7e-ed18-4658-9187-151729c9813d req-4b2b4459-b373-438b-9dc7-4980537614d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5217964-70ce-4f4f-835b-317e1ce9e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420978 Sep 15 19:16:41.468424 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932498b-2fc0-4d87-9a03-339df5ce3d79 req-3835a7e6-ede2-4160-88dd-9ca91d66793d tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:41.475547 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d932498b-2fc0-4d87-9a03-339df5ce3d79 req-3835a7e6-ede2-4160-88dd-9ca91d66793d tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 943 time: 0.1134622 Sep 15 19:16:41.543991 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d932498b-2fc0-4d87-9a03-339df5ce3d79 req-0989b9ec-4c92-4ba6-bf7e-a4a995eafab0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668404 Sep 15 19:16:41.605945 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ef219-a35a-40f0-8f1a-e82425cbfa96 req-8b71ac87-206b-4bc5-b02b-3d8627f50ea2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:41.608354 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6c1ef219-a35a-40f0-8f1a-e82425cbfa96 req-8b71ac87-206b-4bc5-b02b-3d8627f50ea2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 944 time: 0.0950701 Sep 15 19:16:41.660420 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6c1ef219-a35a-40f0-8f1a-e82425cbfa96 req-7ebac2ef-ff0a-4042-bcd1-1511c703c902 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459969 Sep 15 19:16:42.216185 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device e256e9bc-6381-4082-a6be-b2186cafe077 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:16:42.363049 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port e256e9bc-6381-4082-a6be-b2186cafe077, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e256e9bc-6381-4082-a6be-b2186cafe077,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:42.396721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': 'e256e9bc-6381-4082-a6be-b2186cafe077', 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90', 'port_id': 'e256e9bc-6381-4082-a6be-b2186cafe077', 'mac_address': 'fa:16:3e:7a:0b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d5ba1b-bfdc-48a4-9939-e614fec9c6eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:16:42.475815 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:42.496166 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e256e9bc-6381-4082-a6be-b2186cafe077 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:16:42.513037 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port e256e9bc-6381-4082-a6be-b2186cafe077, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e256e9bc-6381-4082-a6be-b2186cafe077,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:42.518586 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:42.520673 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:42.584749 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-547fad7e-ed18-4658-9187-151729c9813d req-f469b5fc-19a2-47ad-b801-cae95fa1e069 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680825 Sep 15 19:16:42.588278 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696c422-c2d4-48ba-9cbb-f1194b6b707a req-c6da4622-658d-419f-add3-cfd368ac5b59 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:42.597552 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d696c422-c2d4-48ba-9cbb-f1194b6b707a req-c6da4622-658d-419f-add3-cfd368ac5b59 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1528912 Sep 15 19:16:42.598972 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=e256e9bc-6381-4082-a6be-b2186cafe077,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:42.601969 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:42.632688 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a194ddb-f944-456c-9191-7edb683a86f8 req-98f990e7-9703-4c99-82f0-4bf02bbef30a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:42.634343 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5a194ddb-f944-456c-9191-7edb683a86f8 req-98f990e7-9703-4c99-82f0-4bf02bbef30a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1168215 Sep 15 19:16:42.663816 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d696c422-c2d4-48ba-9cbb-f1194b6b707a req-591b6934-4b86-41e5-a93c-40bef21dcd40 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649722 Sep 15 19:16:42.726637 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5a194ddb-f944-456c-9191-7edb683a86f8 req-25607181-6127-4b6e-9633-a76180390f8f tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813890 Sep 15 19:16:42.886778 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada210-9ee3-4a35-9374-343cd84b1875 req-c42094ae-5e2a-4fa9-98a1-3fcdcf67bc85 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:42.888783 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9cada210-9ee3-4a35-9374-343cd84b1875 req-c42094ae-5e2a-4fa9-98a1-3fcdcf67bc85 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 944 time: 0.0967300 Sep 15 19:16:42.959055 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da6f6-8de4-4c72-9dab-971c59cdd8fa req-942084a2-ae36-4056-98da-157157da6a2f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:42.961701 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9e3da6f6-8de4-4c72-9dab-971c59cdd8fa req-942084a2-ae36-4056-98da-157157da6a2f tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 944 time: 0.1137025 Sep 15 19:16:42.977242 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9cada210-9ee3-4a35-9374-343cd84b1875 req-832830a5-e230-4ab6-a3b1-ef6a4622e65d tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822771 Sep 15 19:16:43.026961 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9e3da6f6-8de4-4c72-9dab-971c59cdd8fa req-b67920e5-5218-4675-81ae-9c9444e97746 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600166 Sep 15 19:16:43.344050 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 398be7a8-2e83-49b4-a406-5bdebfffec63 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:16:43.406554 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-547fad7e-ed18-4658-9187-151729c9813d req-e77d6294-dab4-4c1b-98fb-1b46ae54d9d7 service neutron] 10.222.0.58 "GET /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414287 Sep 15 19:16:43.418929 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 398be7a8-2e83-49b4-a406-5bdebfffec63 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:16:43.424217 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 398be7a8-2e83-49b4-a406-5bdebfffec63 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:16:43.424945 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:43.602898 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:43.641445 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11323ff3-77bf-4d27-9cae-4cdbc5b8a134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398be7a8-2e83-49b4-a406-5bdebfffec63'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:16:43.668144 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 398be7a8-2e83-49b4-a406-5bdebfffec63, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=398be7a8-2e83-49b4-a406-5bdebfffec63,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:43.672591 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:43.674722 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:43.736213 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11323ff3-77bf-4d27-9cae-4cdbc5b8a134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398be7a8-2e83-49b4-a406-5bdebfffec63', 'code': 200} Sep 15 19:16:43.789639 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=398be7a8-2e83-49b4-a406-5bdebfffec63,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:43.793224 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:43.811709 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['e256e9bc-6381-4082-a6be-b2186cafe077'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:16:43.952893 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81098b-c149-42c2-a399-ad59ad9cf79c req-1210c5cf-4dcb-452d-bdd9-2d4306912856 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:43.963362 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8d81098b-c149-42c2-a399-ad59ad9cf79c req-1210c5cf-4dcb-452d-bdd9-2d4306912856 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1404886 Sep 15 19:16:44.023395 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee6cd-dd6c-4736-8cdb-836ca6046237 req-b5a97067-8ab1-4577-b493-949c66bb18dc tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:44.031727 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5d4ee6cd-dd6c-4736-8cdb-836ca6046237 req-b5a97067-8ab1-4577-b493-949c66bb18dc tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1800716 Sep 15 19:16:44.118921 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8d81098b-c149-42c2-a399-ad59ad9cf79c req-c19483a0-e4c5-4524-9093-b9abea630810 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497664 Sep 15 19:16:44.147670 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5d4ee6cd-dd6c-4736-8cdb-836ca6046237 req-63faeec7-c52e-44f5-a859-086fb1a0f572 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147540 Sep 15 19:16:44.229708 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9894e86f-bdd2-4829-88e9-03a1981e9272 req-37646507-4646-47ae-a8cf-f5b5dac36dc5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 1098 time: 0.0846674 Sep 15 19:16:44.396014 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbd5a3-c4b4-4b15-8b90-1372a80245e2 req-bfb27e34-fc1e-4df0-8f04-ec38a0e90a02 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:44.404766 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6bbbd5a3-c4b4-4b15-8b90-1372a80245e2 req-bfb27e34-fc1e-4df0-8f04-ec38a0e90a02 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 945 time: 0.1026316 Sep 15 19:16:44.474645 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6bbbd5a3-c4b4-4b15-8b90-1372a80245e2 req-4e0977e4-0388-414b-af84-2fe71a0916c2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686336 Sep 15 19:16:44.505537 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9894e86f-bdd2-4829-88e9-03a1981e9272 req-a86376a9-a51e-4ee1-aa0e-b592c821e770 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679927 Sep 15 19:16:44.547640 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60018724-94bb-447a-a707-995db0ee743e req-94fcdef7-c261-4684-b6d5-6287035dd7ab tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:44.548338 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-60018724-94bb-447a-a707-995db0ee743e req-94fcdef7-c261-4684-b6d5-6287035dd7ab tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Synchronizing usage tracker for tenant:6331f3cd8e234982845a8b050d0e682a on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:16:44.571782 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-60018724-94bb-447a-a707-995db0ee743e req-94fcdef7-c261-4684-b6d5-6287035dd7ab tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Unset dirty status for tenant:6331f3cd8e234982845a8b050d0e682a on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:16:44.580323 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-60018724-94bb-447a-a707-995db0ee743e req-94fcdef7-c261-4684-b6d5-6287035dd7ab tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 944 time: 0.2636375 Sep 15 19:16:44.639363 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-60018724-94bb-447a-a707-995db0ee743e req-f9848956-35de-4450-954b-1edefabb7dce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Synchronizing usage tracker for tenant:6331f3cd8e234982845a8b050d0e682a on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:16:44.663052 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-60018724-94bb-447a-a707-995db0ee743e req-f9848956-35de-4450-954b-1edefabb7dce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Unset dirty status for tenant:6331f3cd8e234982845a8b050d0e682a on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:16:44.668612 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-60018724-94bb-447a-a707-995db0ee743e req-f9848956-35de-4450-954b-1edefabb7dce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870984 Sep 15 19:16:45.314068 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71953a1-9c1c-49b0-8681-e5a06dbeb0df req-c1bf09ee-c2cf-4184-9050-4fbfd1e8ff01 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:45.316620 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b71953a1-9c1c-49b0-8681-e5a06dbeb0df req-c1bf09ee-c2cf-4184-9050-4fbfd1e8ff01 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0774360 Sep 15 19:16:45.348853 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37183d98-a76d-4038-a815-5d4045ed8bb3 req-8e28d0c0-b54d-45de-83ac-f7bc3ccaafc2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:45.356705 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-37183d98-a76d-4038-a815-5d4045ed8bb3 req-8e28d0c0-b54d-45de-83ac-f7bc3ccaafc2 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0843122 Sep 15 19:16:45.363016 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-cec9ba23-0e43-424b-b4dc-61d542b34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:45.398303 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b71953a1-9c1c-49b0-8681-e5a06dbeb0df req-319409eb-120a-4bfc-a442-8ba0b61ac062 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770535 Sep 15 19:16:45.411927 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-37183d98-a76d-4038-a815-5d4045ed8bb3 req-dc41db34-174b-431b-8dd0-7f82bbfc4b25 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Sep 15 19:16:45.598011 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device e256e9bc-6381-4082-a6be-b2186cafe077 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:16:45.674032 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port e256e9bc-6381-4082-a6be-b2186cafe077 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:16:45.678912 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port e256e9bc-6381-4082-a6be-b2186cafe077 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:16:45.679330 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:45.698813 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604f14c-44c1-473d-8dec-253b1fe0df3e req-42cceeb9-374e-4825-8846-7d6cc28704f8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:45.700393 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5604f14c-44c1-473d-8dec-253b1fe0df3e req-42cceeb9-374e-4825-8846-7d6cc28704f8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 945 time: 0.1068847 Sep 15 19:16:45.759816 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5604f14c-44c1-473d-8dec-253b1fe0df3e req-aa04193c-f5e8-4b03-be2e-d26cc800e58e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525737 Sep 15 19:16:45.824278 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:45.836905 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:45.863523 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8fbb12-a5f5-42a1-91a7-6d5429f2496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e256e9bc-6381-4082-a6be-b2186cafe077'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:16:45.875318 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port e256e9bc-6381-4082-a6be-b2186cafe077, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e256e9bc-6381-4082-a6be-b2186cafe077,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:45.880683 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:45.884827 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:45.895484 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ccc4-07e1-4e9d-a05e-8c112b4058e2 req-71e42436-c476-468b-b3d4-d8aac8c51cf0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:45.906143 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-21d2ccc4-07e1-4e9d-a05e-8c112b4058e2 req-71e42436-c476-468b-b3d4-d8aac8c51cf0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 944 time: 0.1020956 Sep 15 19:16:45.964601 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=e256e9bc-6381-4082-a6be-b2186cafe077,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:45.970941 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-21d2ccc4-07e1-4e9d-a05e-8c112b4058e2 req-984d7de0-d44a-46c0-9611-fc22afc9db8d tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628901 Sep 15 19:16:45.977643 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:45.991932 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8fbb12-a5f5-42a1-91a7-6d5429f2496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e256e9bc-6381-4082-a6be-b2186cafe077', 'code': 200} Sep 15 19:16:46.325351 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-04a98c3c-246d-4a0a-a57e-466c016fea34 req-da1ee5c3-b2b7-46d3-a947-b8bdb35c0c20 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 1098 time: 0.1099303 Sep 15 19:16:46.385502 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-04a98c3c-246d-4a0a-a57e-466c016fea34 req-4365c4fd-cad6-41ac-a90f-9dbb17a673be service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516419 Sep 15 19:16:46.652503 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa4fb0-ff14-4252-8b76-101ddb036d96 req-d475ab0d-587b-43f3-a957-404947336dab tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:46.654035 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-04fa4fb0-ff14-4252-8b76-101ddb036d96 req-d475ab0d-587b-43f3-a957-404947336dab tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0919507 Sep 15 19:16:46.658912 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc394-6f95-4dfd-bdf4-d0bbde6f4700 req-4d342bd7-8822-4f77-bca4-99d770146a2e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:46.660823 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ca3fc394-6f95-4dfd-bdf4-d0bbde6f4700 req-4d342bd7-8822-4f77-bca4-99d770146a2e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1065295 Sep 15 19:16:46.715039 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-04fa4fb0-ff14-4252-8b76-101ddb036d96 req-a4018a05-7a08-4dee-ad11-4618639ed0fe tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Sep 15 19:16:46.739337 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ca3fc394-6f95-4dfd-bdf4-d0bbde6f4700 req-49f1572d-d120-429d-bca9-dbaac4740553 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630426 Sep 15 19:16:46.990007 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60caa73-934e-46ea-b963-2293d48ae909 req-7bbcf75f-f1cd-43e1-b831-a7d94a1d12cf tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:46.991528 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f60caa73-934e-46ea-b963-2293d48ae909 req-7bbcf75f-f1cd-43e1-b831-a7d94a1d12cf tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 945 time: 0.1015303 Sep 15 19:16:47.048491 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f60caa73-934e-46ea-b963-2293d48ae909 req-9d3b6456-459f-4669-ac10-ff3ca98b1b95 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506170 Sep 15 19:16:47.199835 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c68d74-a4f8-4b1a-a66d-71c0be9c6d9c req-207337b3-76a6-4817-8166-625e7e1b72d8 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:47.201628 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b5c68d74-a4f8-4b1a-a66d-71c0be9c6d9c req-207337b3-76a6-4817-8166-625e7e1b72d8 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 945 time: 0.0958529 Sep 15 19:16:47.250122 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b5c68d74-a4f8-4b1a-a66d-71c0be9c6d9c req-94a0749a-0638-4698-8847-ca2b16bd3eef tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Sep 15 19:16:47.562074 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a3ac-9287-45e1-94ea-7544a8349d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:47.940273 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f838f90-6023-4f62-be93-9a0523816ef0 req-f19242e2-b51a-4601-88fd-3d236a299a6a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:47.942456 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f838f90-6023-4f62-be93-9a0523816ef0 req-f19242e2-b51a-4601-88fd-3d236a299a6a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0906324 Sep 15 19:16:47.985798 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba827-cfe9-4082-937c-f957210ea173 req-52e2a522-062e-4000-b485-b81ab2066100 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:47.988054 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cd2ba827-cfe9-4082-937c-f957210ea173 req-52e2a522-062e-4000-b485-b81ab2066100 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1075678 Sep 15 19:16:47.991293 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f838f90-6023-4f62-be93-9a0523816ef0 req-c307b0d9-23fb-4ace-a8d4-97ce60c02451 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427136 Sep 15 19:16:48.056385 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cd2ba827-cfe9-4082-937c-f957210ea173 req-c65cf78f-e7e6-417f-91d1-e5fa32a0d6c9 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566096 Sep 15 19:16:48.496306 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85e6af-580b-4c64-9283-7103ef2e7663 req-fd27c9dd-f67f-45b9-9a0e-c2da78c80ddb tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:48.497425 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2f85e6af-580b-4c64-9283-7103ef2e7663 req-fd27c9dd-f67f-45b9-9a0e-c2da78c80ddb tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 945 time: 0.1138203 Sep 15 19:16:48.561529 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2f85e6af-580b-4c64-9283-7103ef2e7663 req-d1c217a5-7e7f-4efa-8d93-7adb67e792c3 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567954 Sep 15 19:16:48.622484 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:49.385768 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e99a06-d2a1-4044-a388-7947a65acd9a req-b2fae755-a6ec-424a-bd80-e3e5f1eb78ef tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:49.387620 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4e99a06-d2a1-4044-a388-7947a65acd9a req-b2fae755-a6ec-424a-bd80-e3e5f1eb78ef tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1538310 Sep 15 19:16:49.480697 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4e99a06-d2a1-4044-a388-7947a65acd9a req-469f4eba-1518-49c7-9b5d-645c65f2938b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767810 Sep 15 19:16:49.876175 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45174) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:49.990061 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:50.047609 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:50.087130 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:16:50.091861 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Usage tracker for resource:security_group_rule and tenant:14ed3a4b80a342d681e0bad8e1de8c1f is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:16:50.094977 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:16:50.100724 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:16:50.169136 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:50.174575 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:50.185685 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-53106998-c7a8-4d0e-89b9-475c6d9f3562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:50.232644 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7197d868-4451-4c05-bf6a-8559f362c2e1,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:50.239274 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14ed3a4b80a342d681e0bad8e1de8c1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3595698 Sep 15 19:16:50.239274 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:50.239517 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45180) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:16:50.301543 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-50589c89-2e26-47eb-ad39-e187709a1224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:50.327541 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-50589c89-2e26-47eb-ad39-e187709a1224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:50.386055 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-50589c89-2e26-47eb-ad39-e187709a1224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:50.390733 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:50.402229 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50589c89-2e26-47eb-ad39-e187709a1224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7197d868-4451-4c05-bf6a-8559f362c2e1,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:50.406157 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-50589c89-2e26-47eb-ad39-e187709a1224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:50.412542 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-50589c89-2e26-47eb-ad39-e187709a1224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:50.414141 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-50589c89-2e26-47eb-ad39-e187709a1224 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7197d868-4451-4c05-bf6a-8559f362c2e1 HTTP/1.1" status: 204 len: 168 time: 0.1738644 Sep 15 19:16:50.768143 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818e8e3-cfc2-40d7-b6a1-7b780a69e7e4 req-f11b9e49-a73f-40a5-876b-ba4c0309e795 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:50.770765 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a818e8e3-cfc2-40d7-b6a1-7b780a69e7e4 req-f11b9e49-a73f-40a5-876b-ba4c0309e795 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1330047 Sep 15 19:16:50.909277 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a818e8e3-cfc2-40d7-b6a1-7b780a69e7e4 req-86bc93ff-5897-4d0b-9b90-905608b78ccc tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324124 Sep 15 19:16:52.122639 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f285c-329c-4e03-b62e-2b8484d4632a req-cdb77156-0378-4701-b740-e0c95a042af5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:52.124926 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f71f285c-329c-4e03-b62e-2b8484d4632a req-cdb77156-0378-4701-b740-e0c95a042af5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0792792 Sep 15 19:16:52.174707 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f71f285c-329c-4e03-b62e-2b8484d4632a req-db0c7b8c-0fa7-41d7-b7ac-2f708d3adbe0 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439382 Sep 15 19:16:53.379554 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba8b-3e5d-47b1-81e0-e71cdf67c65c req-0d69db36-9a43-499a-9e7f-058241d1f042 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:53.380957 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d591ba8b-3e5d-47b1-81e0-e71cdf67c65c req-0d69db36-9a43-499a-9e7f-058241d1f042 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0765028 Sep 15 19:16:53.429807 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d591ba8b-3e5d-47b1-81e0-e71cdf67c65c req-1df454c2-a7fc-41f7-a09a-ac499a64711e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424955 Sep 15 19:16:53.898283 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aac564-6835-4259-9839-a393b1947aec req-1536883a-1f00-4c14-9a13-43a94529adad tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:53.899761 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-46aac564-6835-4259-9839-a393b1947aec req-1536883a-1f00-4c14-9a13-43a94529adad tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.0843954 Sep 15 19:16:53.956689 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-46aac564-6835-4259-9839-a393b1947aec req-a6f389f4-050a-46c1-a5c8-695dd00b18d0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501440 Sep 15 19:16:53.991988 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:16:54.637845 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8cb74-185a-41ef-9a76-d978ac288ada req-e716993b-587d-4596-83e2-9bcc2a47d37d tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:54.639318 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-84a8cb74-185a-41ef-9a76-d978ac288ada req-e716993b-587d-4596-83e2-9bcc2a47d37d tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0768781 Sep 15 19:16:54.685598 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-84a8cb74-185a-41ef-9a76-d978ac288ada req-7ae93684-707b-4216-8c82-492e9904a32d tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405333 Sep 15 19:16:55.163161 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72675866-7483-4713-a451-3eb845903f15 req-b29491ba-20f6-46b0-86c5-aeb91ba107bd tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:55.164535 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-72675866-7483-4713-a451-3eb845903f15 req-b29491ba-20f6-46b0-86c5-aeb91ba107bd tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.0842252 Sep 15 19:16:55.212173 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-72675866-7483-4713-a451-3eb845903f15 req-8e7a0b0b-747c-47bd-a59d-7de7977e7b89 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Sep 15 19:16:55.896014 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04351b-6cd6-4dc0-88c3-cd0e6305e9c9 req-959911de-f92e-4059-9ab6-45c0fb3beebe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:55.897867 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ea04351b-6cd6-4dc0-88c3-cd0e6305e9c9 req-959911de-f92e-4059-9ab6-45c0fb3beebe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0863008 Sep 15 19:16:55.955045 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ea04351b-6cd6-4dc0-88c3-cd0e6305e9c9 req-31043c63-76cd-4576-9a25-29db03fe3d0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502090 Sep 15 19:16:56.427452 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e5f19-ce8c-4324-b78e-dec57da2eafe req-17c990cc-021e-4403-a232-614fadc3d448 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:56.429372 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-316e5f19-ce8c-4324-b78e-dec57da2eafe req-17c990cc-021e-4403-a232-614fadc3d448 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.0880840 Sep 15 19:16:56.476338 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-316e5f19-ce8c-4324-b78e-dec57da2eafe req-5a13f2db-4957-490e-a902-e6a18b8ab2e8 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Sep 15 19:16:57.182194 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e168d-a438-4d67-8e60-4d9f9da6a02c req-6a391333-8edc-45e5-8925-449350e54de3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:57.184113 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-310e168d-a438-4d67-8e60-4d9f9da6a02c req-6a391333-8edc-45e5-8925-449350e54de3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0817976 Sep 15 19:16:57.254365 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-310e168d-a438-4d67-8e60-4d9f9da6a02c req-7c25cf34-a683-4148-a215-5a5cab2f4945 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630038 Sep 15 19:16:57.556134 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-4573e4c1-d4d4-4023-be16-e41556404967 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:57.557132 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-4573e4c1-d4d4-4023-be16-e41556404967 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.58 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.1026800 Sep 15 19:16:57.638201 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Deleting port 892cfda4-eba1-40ce-b004-7d8ddca10d40 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:16:57.638437 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:57.707711 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7b29a-5d73-4189-859c-e7a8652f9211 req-e30d2290-031f-41b5-ac9d-9065193e6854 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:57.716376 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c7b29a-5d73-4189-859c-e7a8652f9211 req-e30d2290-031f-41b5-ac9d-9065193e6854 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 945 time: 0.0905828 Sep 15 19:16:57.780324 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c7b29a-5d73-4189-859c-e7a8652f9211 req-1341f235-2935-482e-9264-c48fa5776bb5 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626326 Sep 15 19:16:57.969920 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] For port 892cfda4-eba1-40ce-b004-7d8ddca10d40, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=892cfda4-eba1-40ce-b004-7d8ddca10d40,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:16:57.970503 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:58.172052 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Calling delete_port for 892cfda4-eba1-40ce-b004-7d8ddca10d40 owned by compute:nova {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:16:58.332543 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:58.342885 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:16:58.346861 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['9196ea2b-3308-4575-9364-705fff83fd6c', '892cfda4-eba1-40ce-b004-7d8ddca10d40'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:16:58.402855 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Pushing event deleted for resources: {'Port': ['ID=892cfda4-eba1-40ce-b004-7d8ddca10d40,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:16:58.463786 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:16:58.572849 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] No DVR routers for this DVR port 892cfda4-eba1-40ce-b004-7d8ddca10d40 on host hv-cinder-80582 {{(pid=75104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:16:58.595551 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:16:58.608649 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad4b31-a172-4ebb-9f71-904fc5b8c665', 'name': 'network-vif-deleted', 'tag': '892cfda4-eba1-40ce-b004-7d8ddca10d40'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:16:58.635829 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d1aaf36a-5717-448d-a115-d4d7a86658f9 req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.58 "DELETE /v2.0/ports/892cfda4-eba1-40ce-b004-7d8ddca10d40 HTTP/1.1" status: 204 len: 173 time: 1.0698221 Sep 15 19:16:58.655976 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f59ff9-2874-4650-9e0e-800d8e3ba154 req-7f21bed4-e802-4ed7-8b74-c54590b2474f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:58.657900 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3f59ff9-2874-4650-9e0e-800d8e3ba154 req-7f21bed4-e802-4ed7-8b74-c54590b2474f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.2524643 Sep 15 19:16:58.733689 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ad4b31-a172-4ebb-9f71-904fc5b8c665', 'name': 'network-vif-deleted', 'tag': '892cfda4-eba1-40ce-b004-7d8ddca10d40', 'status': 'completed', 'code': 200} Sep 15 19:16:58.754781 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e3f59ff9-2874-4650-9e0e-800d8e3ba154 req-36802951-2870-494a-880e-aba4d50140d2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792789 Sep 15 19:16:59.065021 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0d5c24c9-a99f-4b11-ad7f-174227230991 req-d3cca62c-267a-421c-bb82-de03e753ba1c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ad4b31-a172-4ebb-9f71-904fc5b8c665 HTTP/1.1" status: 200 len: 210 time: 0.0600295 Sep 15 19:16:59.967263 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d56ad6-6b70-4eed-b419-4ca355470999 req-b64b1aa8-584b-4a81-b5db-d2e3feb49057 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:16:59.968729 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e4d56ad6-6b70-4eed-b419-4ca355470999 req-b64b1aa8-584b-4a81-b5db-d2e3feb49057 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0896995 Sep 15 19:17:00.018894 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e4d56ad6-6b70-4eed-b419-4ca355470999 req-e1d93a86-8572-4422-94b3-7c0a0812479c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440273 Sep 15 19:17:00.584365 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78eb6d-dfc6-4a7e-a75f-015e4f2dc552 req-48d0bd0b-3e41-4ff1-b929-3babc0cbc53a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:00.585054 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-bd78eb6d-dfc6-4a7e-a75f-015e4f2dc552 req-48d0bd0b-3e41-4ff1-b929-3babc0cbc53a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Synchronizing usage tracker for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:00.600795 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-bd78eb6d-dfc6-4a7e-a75f-015e4f2dc552 req-48d0bd0b-3e41-4ff1-b929-3babc0cbc53a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Unset dirty status for tenant:aa1536d293d34b9ea04e361129a354c3 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:00.601900 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bd78eb6d-dfc6-4a7e-a75f-015e4f2dc552 req-48d0bd0b-3e41-4ff1-b929-3babc0cbc53a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1010001 Sep 15 19:17:00.646661 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bd78eb6d-dfc6-4a7e-a75f-015e4f2dc552 req-ecfdef2b-42f0-42b3-927e-514279d2bb41 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392222 Sep 15 19:17:01.219759 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa3dd2-337d-478d-938f-053bd5dcfac1 req-0d7427a1-6e92-42db-a16e-380d71bf5b7a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:01.221217 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6afa3dd2-337d-478d-938f-053bd5dcfac1 req-0d7427a1-6e92-42db-a16e-380d71bf5b7a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0781560 Sep 15 19:17:01.272780 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6afa3dd2-337d-478d-938f-053bd5dcfac1 req-451dd653-c6f6-4fcb-9453-fba8b41bde77 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459957 Sep 15 19:17:01.694866 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 892cfda4-eba1-40ce-b004-7d8ddca10d40 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:01.734919 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 892cfda4-eba1-40ce-b004-7d8ddca10d40 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:01.735576 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 892cfda4-eba1-40ce-b004-7d8ddca10d40 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:17:01.860575 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506c4f-f7b8-4d8f-b5df-014cdba12d16 req-4cd30f73-c909-4458-98d9-6db70e217972 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:01.862032 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bd506c4f-f7b8-4d8f-b5df-014cdba12d16 req-4cd30f73-c909-4458-98d9-6db70e217972 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0761101 Sep 15 19:17:01.932420 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bd506c4f-f7b8-4d8f-b5df-014cdba12d16 req-7397fc71-73e8-4495-8d0e-593e3aedd585 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642023 Sep 15 19:17:02.475980 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d75683-3bc3-49dc-be8e-a9257b2692c7 req-646db8fe-11bb-4c12-b495-f80707b1c8ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:02.477313 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-94d75683-3bc3-49dc-be8e-a9257b2692c7 req-646db8fe-11bb-4c12-b495-f80707b1c8ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0769725 Sep 15 19:17:02.524912 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-94d75683-3bc3-49dc-be8e-a9257b2692c7 req-dc6c796b-83a0-4af4-8475-9e14eeb47075 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407441 Sep 15 19:17:03.180673 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f23637-5b56-4da4-a3ca-3bdc318db027 req-fc953de1-9e64-4aae-aeed-f00f14b87d34 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:03.188643 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d0f23637-5b56-4da4-a3ca-3bdc318db027 req-fc953de1-9e64-4aae-aeed-f00f14b87d34 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1159863 Sep 15 19:17:03.252198 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d0f23637-5b56-4da4-a3ca-3bdc318db027 req-bca3952c-2ca0-4e56-86cf-670769b0bd7c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620527 Sep 15 19:17:03.455329 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989abbeb-a283-4954-b721-8589818fa5e8 req-fe797a34-2ca4-47b4-a02c-cbff11f5227c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:03.456737 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-989abbeb-a283-4954-b721-8589818fa5e8 req-fe797a34-2ca4-47b4-a02c-cbff11f5227c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 945 time: 0.0937526 Sep 15 19:17:03.503361 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-989abbeb-a283-4954-b721-8589818fa5e8 req-5e4b867c-5eef-4965-bfc2-1bdf65868a61 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Sep 15 19:17:03.734038 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd4377-e12e-4548-9bdf-9928d2d3ce14 req-58341ce9-58fa-4e6f-9908-d89820b302ad tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:03.735485 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-33bd4377-e12e-4548-9bdf-9928d2d3ce14 req-58341ce9-58fa-4e6f-9908-d89820b302ad tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0776825 Sep 15 19:17:03.785429 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-33bd4377-e12e-4548-9bdf-9928d2d3ce14 req-c950fd93-9092-4c59-a844-19b57a96d352 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444829 Sep 15 19:17:04.482151 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da6f26-2d64-4c48-bdb0-9b347bc07adf req-7f656ff4-7a98-4c4c-814a-383b4c9315b0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:04.489785 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-55da6f26-2d64-4c48-bdb0-9b347bc07adf req-7f656ff4-7a98-4c4c-814a-383b4c9315b0 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0885971 Sep 15 19:17:04.541713 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-55da6f26-2d64-4c48-bdb0-9b347bc07adf req-07d82836-3313-4b5f-b422-01c2aca5b515 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508924 Sep 15 19:17:04.882743 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2f50f-d16f-489d-910b-597eee575e20 req-b6603fd9-0341-4bae-8aca-3e6fe247fa0e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:04.890504 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-dcf2f50f-d16f-489d-910b-597eee575e20 req-b6603fd9-0341-4bae-8aca-3e6fe247fa0e tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 945 time: 0.0970080 Sep 15 19:17:04.945303 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-dcf2f50f-d16f-489d-910b-597eee575e20 req-20a8a6cb-3d0c-4602-87b6-04010a3c0df9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538654 Sep 15 19:17:05.044747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514c023-5e7e-43db-a852-79abc046f4b7 req-b440dd4d-4cbe-474c-806f-1d9c5248316c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:05.046384 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8514c023-5e7e-43db-a852-79abc046f4b7 req-b440dd4d-4cbe-474c-806f-1d9c5248316c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0895231 Sep 15 19:17:05.112031 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8514c023-5e7e-43db-a852-79abc046f4b7 req-4e3754ac-1ca2-4c65-903f-339aebfc6ae8 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594170 Sep 15 19:17:05.752831 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a372c-2831-408e-9ab4-88dcbde1cb4e req-a79bcfdf-fb00-4d33-b163-a5f9db42609a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:05.754153 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-208a372c-2831-408e-9ab4-88dcbde1cb4e req-a79bcfdf-fb00-4d33-b163-a5f9db42609a tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.0785081 Sep 15 19:17:05.838360 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-208a372c-2831-408e-9ab4-88dcbde1cb4e req-813ff773-8b50-4aa3-b5c4-903d0f63caee tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784986 Sep 15 19:17:05.873055 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-915a50c4-9597-4481-abae-8ceeaf46dbc3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:05.874456 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-915a50c4-9597-4481-abae-8ceeaf46dbc3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 945 time: 0.0848689 Sep 15 19:17:05.947517 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Deleting port 398be7a8-2e83-49b4-a406-5bdebfffec63 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:17:05.948188 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:06.135815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b6e81-a2a0-4822-9335-9f015d99f8de req-aab21709-ce43-49bf-9298-24660f55a8f3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:06.137890 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b6b6e81-a2a0-4822-9335-9f015d99f8de req-aab21709-ce43-49bf-9298-24660f55a8f3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 945 time: 0.0810547 Sep 15 19:17:06.187095 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b6b6e81-a2a0-4822-9335-9f015d99f8de req-88dfaf80-be8d-46cc-af53-fe2fce1b289c tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 Sep 15 19:17:06.196764 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] For port 398be7a8-2e83-49b4-a406-5bdebfffec63, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=398be7a8-2e83-49b4-a406-5bdebfffec63,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:06.197126 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:06.419431 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Calling delete_port for 398be7a8-2e83-49b4-a406-5bdebfffec63 owned by compute:nova {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:17:06.525155 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c70ae-3419-4055-ab39-6fbc8f7b08c8 req-404d3904-a6eb-4169-989e-9e5f86b0aa54 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:06.526616 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-704c70ae-3419-4055-ab39-6fbc8f7b08c8 req-404d3904-a6eb-4169-989e-9e5f86b0aa54 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.2625408 Sep 15 19:17:06.619581 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-704c70ae-3419-4055-ab39-6fbc8f7b08c8 req-47d49eaf-a2cb-4378-bbbe-d49c75c9b5be tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633199 Sep 15 19:17:06.620697 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:06.627043 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-deae8422-9035-4666-b29c-3d876c867bf7 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:06.633018 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'a36d1a44-bfef-4cf3-b242-04c761922db8', '1a494bc7-56c6-49c9-ae99-24187939a51b', '398be7a8-2e83-49b4-a406-5bdebfffec63'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:17:06.681884 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Pushing event deleted for resources: {'Port': ['ID=398be7a8-2e83-49b4-a406-5bdebfffec63,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:06.684927 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:06.777112 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] No DVR routers for this DVR port 398be7a8-2e83-49b4-a406-5bdebfffec63 on host hv-cinder-80582 {{(pid=75104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:17:06.784168 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:06.789304 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11323ff3-77bf-4d27-9cae-4cdbc5b8a134', 'name': 'network-vif-deleted', 'tag': '398be7a8-2e83-49b4-a406-5bdebfffec63'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:06.852041 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e6e3e4a9-4fb7-4bbe-ba83-08f8718d6ae0 req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "DELETE /v2.0/ports/398be7a8-2e83-49b4-a406-5bdebfffec63 HTTP/1.1" status: 204 len: 173 time: 0.9684842 Sep 15 19:17:06.896489 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11323ff3-77bf-4d27-9cae-4cdbc5b8a134', 'name': 'network-vif-deleted', 'tag': '398be7a8-2e83-49b4-a406-5bdebfffec63', 'status': 'completed', 'code': 200} Sep 15 19:17:07.150930 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7708ab-c1e4-4956-ad5b-f22f85592e0e req-88aa79ca-cdb8-47cf-83cf-0baab6a10389 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:07.153190 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9c7708ab-c1e4-4956-ad5b-f22f85592e0e req-88aa79ca-cdb8-47cf-83cf-0baab6a10389 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1222048 Sep 15 19:17:07.249669 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005d14a-b26c-4106-9168-9640187c8a2a req-4a1bc253-aa7e-4951-a36a-5b5b1bd9f1c1 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:07.255691 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1005d14a-b26c-4106-9168-9640187c8a2a req-4a1bc253-aa7e-4951-a36a-5b5b1bd9f1c1 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1141593 Sep 15 19:17:07.306321 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9c7708ab-c1e4-4956-ad5b-f22f85592e0e req-e935f34f-27be-4eba-9301-7169eae24e1c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368375 Sep 15 19:17:07.323761 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1005d14a-b26c-4106-9168-9640187c8a2a req-1a8ac999-d368-4691-9874-229ee5232e8e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640750 Sep 15 19:17:07.339305 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-6996c1d0-fbbe-4058-bf25-2f8c77d60d4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 1098 time: 0.1427982 Sep 15 19:17:07.490611 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-6825e0b4-5073-44f2-b933-db62e272983c req-feb59875-10c3-4473-83b4-8da09d44929a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:07.525371 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-6825e0b4-5073-44f2-b933-db62e272983c req-feb59875-10c3-4473-83b4-8da09d44929a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:07.526492 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6825e0b4-5073-44f2-b933-db62e272983c req-feb59875-10c3-4473-83b4-8da09d44929a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=11323ff3-77bf-4d27-9cae-4cdbc5b8a134 HTTP/1.1" status: 200 len: 210 time: 0.0883589 Sep 15 19:17:07.536375 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-4cad08c0-8c37-4797-bbbc-51e1ccb7a7e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:07.537861 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-4cad08c0-8c37-4797-bbbc-51e1ccb7a7e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 912 time: 0.1899188 Sep 15 19:17:07.664482 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-6ac290a8-254d-49e4-935e-f46ad7423b4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 200 len: 1001 time: 0.1071444 Sep 15 19:17:07.733919 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-da5571f3-e452-4fd4-9821-19a0c58d7017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:07.735367 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-da5571f3-e452-4fd4-9821-19a0c58d7017 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.0624242 Sep 15 19:17:07.818398 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-cdef203c-62d9-41df-99fb-a3999f88b0c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743592 Sep 15 19:17:07.959323 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-e1a179c5-844e-43db-a716-5a90fcb00180 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305482 Sep 15 19:17:08.096205 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0c570e32-47a5-4ef1-a954-7a4124f5b1b7 req-b1ff4441-3887-4329-954e-be1563b7e14a service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289060 Sep 15 19:17:08.208437 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:08.224299 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-b4919618-d703-4fb8-8a7d-f65e84e25142 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 1098 time: 0.0773809 Sep 15 19:17:08.382555 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-e1f4d730-7749-42c8-a3ad-4a08f011ba03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:08.384400 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-e1f4d730-7749-42c8-a3ad-4a08f011ba03 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 912 time: 0.1349599 Sep 15 19:17:08.473170 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45454) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:08.551745 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Deleting subnet 97a8b537-db04-4880-8b66-632352dc6abd {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:17:08.555349 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:08.608010 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66406579'] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:08.612931 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-895f0b07-eeab-4daa-9e34-bae43c7a5168 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 200 len: 1001 time: 0.2207508 Sep 15 19:17:08.665001 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c07d3-e6f3-4b09-b1bb-e516eef582fd req-4d688f7a-425a-431b-8ddc-319771f20262 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:08.666250 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62db208-a3a2-4bee-9cd9-6031ca6e42de req-fa5492ed-cb64-438b-bed2-f418ba002c67 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:08.666411 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ee6c07d3-e6f3-4b09-b1bb-e516eef582fd req-4d688f7a-425a-431b-8ddc-319771f20262 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1958387 Sep 15 19:17:08.667731 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c62db208-a3a2-4bee-9cd9-6031ca6e42de req-fa5492ed-cb64-438b-bed2-f418ba002c67 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.2410345 Sep 15 19:17:08.695474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:08.705503 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-5fbd2707-c4bb-42d4-a866-33c3fceb2f80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:08.706936 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-5fbd2707-c4bb-42d4-a866-33c3fceb2f80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.0853074 Sep 15 19:17:08.764094 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c62db208-a3a2-4bee-9cd9-6031ca6e42de req-60548a0f-dcf0-4b25-8fc9-92ec7fd10a8f tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/security-groups?id=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898411 Sep 15 19:17:08.766291 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ee6c07d3-e6f3-4b09-b1bb-e516eef582fd req-ff99f401-f7e4-4776-80df-8e3cfb0028a3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916867 Sep 15 19:17:08.791249 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66082463'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:08.802957 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:08.804213 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-c8c119a0-0a53-4296-9dbc-d7228c097c03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877631 Sep 15 19:17:08.850467 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:08.853204 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a8b537-db04-4880-8b66-632352dc6abd,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:08.863438 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/97a8b537-db04-4880-8b66-632352dc6abd HTTP/1.1" status: 204 len: 168 time: 0.3890569 Sep 15 19:17:08.865254 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.865642 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.866186 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.866314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45462) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:08.866408 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.866627 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.866961 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.867318 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.867654 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.867988 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.868315 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.868716 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:08.872269 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a63cc580-448d-4127-b753-ee3ccc169405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:09.014874 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-74fa4e58-9741-4f61-ad0a-dbda10dd45e9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:09.016290 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-74fa4e58-9741-4f61-ad0a-dbda10dd45e9 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.58 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 946 time: 0.1330774 Sep 15 19:17:09.079645 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.086858 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-25d32f7b-bb36-44fa-ae3b-fc46e7b69180 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719545 Sep 15 19:17:09.116439 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Deleting port 9196ea2b-3308-4575-9364-705fff83fd6c {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:17:09.116891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.308632 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.327295 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0e3891-aad5-4e95-8bf9-2ba39e62c95d']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:09.350889 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a82898-5f69-4549-8511-dd596a0dc7de') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:09.351270 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a82898-5f69-4549-8511-dd596a0dc7de') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:09.362626 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c61def02-a3cd-493a-8ff7-5d0727a58093 req-e35d59d7-c969-4e6e-82f4-aea03cea38a3 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688389 Sep 15 19:17:09.366343 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.386418 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.403076 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:17:09.403507 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:17:09.418721 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:17:09.428261 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] For port 9196ea2b-3308-4575-9364-705fff83fd6c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9196ea2b-3308-4575-9364-705fff83fd6c,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:09.428829 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.496970 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.500548 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:09.513428 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.524955 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0e3891-aad5-4e95-8bf9-2ba39e62c95d,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:09.535052 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa0e3891-aad5-4e95-8bf9-2ba39e62c95d HTTP/1.1" status: 204 len: 168 time: 0.6678271 Sep 15 19:17:09.536838 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.537646 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.537764 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.538036 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.538395 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.538741 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.539419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.539537 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.539803 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.540146 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.540520 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:09.544107 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c838340f-46b2-4348-a21a-c80c866e1058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:09.557555 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Calling delete_port for 9196ea2b-3308-4575-9364-705fff83fd6c owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:17:09.707143 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.720751 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:09.725879 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['9196ea2b-3308-4575-9364-705fff83fd6c'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:17:09.753516 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45474) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:09.768389 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 398be7a8-2e83-49b4-a406-5bdebfffec63 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:09.809320 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 398be7a8-2e83-49b4-a406-5bdebfffec63 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:09.809918 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 398be7a8-2e83-49b4-a406-5bdebfffec63 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:17:09.815663 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-48eb2a53-86cb-41e8-8193-3ca467ed7b7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=864fad5d6f9a488fb99f9af6d562cea3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0605907 Sep 15 19:17:09.817862 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45480) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:09.828521 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Pushing event deleted for resources: {'Port': ['ID=9196ea2b-3308-4575-9364-705fff83fd6c,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:09.836238 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:09.849854 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] No DVR routers for this DVR port 9196ea2b-3308-4575-9364-705fff83fd6c on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:17:09.851999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.854710 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030c55e9-1aa9-4e77-98bb-ebb04e70f9ec', 'name': 'network-vif-deleted', 'tag': '9196ea2b-3308-4575-9364-705fff83fd6c'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:09.892524 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42db8c6c-6a01-4f10-babd-b2cf53d6e0db req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.58 "DELETE /v2.0/ports/9196ea2b-3308-4575-9364-705fff83fd6c HTTP/1.1" status: 204 len: 173 time: 0.8562636 Sep 15 19:17:09.905010 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b27d4370-1a53-46df-9229-3c3d4c6735f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:09.980151 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b27d4370-1a53-46df-9229-3c3d4c6735f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:10.006483 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0c33-8c0d-4c54-a805-20b25111da6d req-0b84b6a6-76c8-4337-83e6-28646ad0e436 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:10.008024 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f3cf0c33-8c0d-4c54-a805-20b25111da6d req-0b84b6a6-76c8-4337-83e6-28646ad0e436 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0986085 Sep 15 19:17:10.055789 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-29893c57-f7e2-4382-9cdb-a3ea05768765 req-c86b00b7-30bb-4acc-bc81-897af3973b6c tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] 10.222.0.20 "GET /v2.0/ports?device_id=030c55e9-1aa9-4e77-98bb-ebb04e70f9ec HTTP/1.1" status: 200 len: 210 time: 0.0774148 Sep 15 19:17:10.064334 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f3cf0c33-8c0d-4c54-a805-20b25111da6d req-8242c20d-ee16-477b-9497-c41669d2c71e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489395 Sep 15 19:17:10.121959 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030c55e9-1aa9-4e77-98bb-ebb04e70f9ec', 'name': 'network-vif-deleted', 'tag': '9196ea2b-3308-4575-9364-705fff83fd6c', 'status': 'completed', 'code': 200} Sep 15 19:17:10.123657 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b27d4370-1a53-46df-9229-3c3d4c6735f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:10.128478 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-36af713b-3b72-4816-8c93-873a8a86c566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:10.144847 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d4370-1a53-46df-9229-3c3d4c6735f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe8d547-2d6a-4149-b541-0bee183ad7f3,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:10.154882 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b27d4370-1a53-46df-9229-3c3d4c6735f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:10.162146 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b27d4370-1a53-46df-9229-3c3d4c6735f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:10.165966 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-b27d4370-1a53-46df-9229-3c3d4c6735f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fe8d547-2d6a-4149-b541-0bee183ad7f3 HTTP/1.1" status: 204 len: 168 time: 0.3449056 Sep 15 19:17:10.589277 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bc8b6-bad8-4fa4-ba66-2b65d7d70490 req-a4ac7887-9deb-4bfd-a86e-b8e3ca9d4753 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:10.590784 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-764bc8b6-bad8-4fa4-ba66-2b65d7d70490 req-a4ac7887-9deb-4bfd-a86e-b8e3ca9d4753 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 945 time: 0.0833549 Sep 15 19:17:10.643716 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-764bc8b6-bad8-4fa4-ba66-2b65d7d70490 req-de6c0139-0908-4170-be04-92b3290dd570 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Sep 15 19:17:11.159052 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45522) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:11.619578 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:11.754811 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 9196ea2b-3308-4575-9364-705fff83fd6c no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:11.828641 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 9196ea2b-3308-4575-9364-705fff83fd6c {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:11.829067 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 9196ea2b-3308-4575-9364-705fff83fd6c not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:17:11.878665 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb106f1-e3c9-4c45-971a-8444c8a385a4 req-b97cce60-c821-45f3-89b2-3a33d17142cf tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:11.880052 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cb106f1-e3c9-4c45-971a-8444c8a385a4 req-b97cce60-c821-45f3-89b2-3a33d17142cf tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 945 time: 0.1126544 Sep 15 19:17:11.973868 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2cb106f1-e3c9-4c45-971a-8444c8a385a4 req-399a8dd7-2e12-4b40-9ba8-06f8ced691e5 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872636 Sep 15 19:17:12.344835 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Deleting port 53384ea3-4b60-4031-a98c-a06ff525abf9 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:17:12.345166 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:12.510349 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] For port 53384ea3-4b60-4031-a98c-a06ff525abf9, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=53384ea3-4b60-4031-a98c-a06ff525abf9,segment=NetworkSegment(29828810-4d1c-4235-bb4d-00e98b82c05d),segment_id=29828810-4d1c-4235-bb4d-00e98b82c05d)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:12.510690 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:12.538304 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-379b2609-5ffe-4dfe-a3d2-69b17600ae51 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:12.539766 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-379b2609-5ffe-4dfe-a3d2-69b17600ae51 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 945 time: 0.0792561 Sep 15 19:17:12.612918 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Deleting port 1a494bc7-56c6-49c9-ae99-24187939a51b {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:17:12.613254 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:12.630552 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Calling delete_port for 53384ea3-4b60-4031-a98c-a06ff525abf9 owned by network:router_interface {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:17:12.863448 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] For port 1a494bc7-56c6-49c9-ae99-24187939a51b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1a494bc7-56c6-49c9-ae99-24187939a51b,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:12.863965 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:12.956315 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:12.962132 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-07b150cf-7ff1-44ae-aa7c-1d571e39c8ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:13.005155 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=53384ea3-4b60-4031-a98c-a06ff525abf9,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:13.008288 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:13.010443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Calling delete_port for 1a494bc7-56c6-49c9-ae99-24187939a51b owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:17:13.239282 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:13.245319 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:13.251312 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'a36d1a44-bfef-4cf3-b242-04c761922db8', '1a494bc7-56c6-49c9-ae99-24187939a51b'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:17:13.294753 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Pushing event deleted for resources: {'Port': ['ID=1a494bc7-56c6-49c9-ae99-24187939a51b,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:13.328927 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:13.382137 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:13.446626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f64e-ec07-47ed-b793-a7fe31f5e680 req-f74ff2c2-9f36-4ad1-b334-e383d82053d8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:13.448114 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a000f64e-ec07-47ed-b793-a7fe31f5e680 req-f74ff2c2-9f36-4ad1-b334-e383d82053d8 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=1404c573-45e2-429f-bae9-58114e1ee5e7 HTTP/1.1" status: 200 len: 945 time: 0.2990129 Sep 15 19:17:13.449185 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] No DVR routers for this DVR port 1a494bc7-56c6-49c9-ae99-24187939a51b on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:17:13.451502 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:13.454059 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1404c573-45e2-429f-bae9-58114e1ee5e7', 'name': 'network-vif-deleted', 'tag': '1a494bc7-56c6-49c9-ae99-24187939a51b'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:13.488341 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b1632ca4-1a37-4448-82ba-546d16719f65 req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "DELETE /v2.0/ports/1a494bc7-56c6-49c9-ae99-24187939a51b HTTP/1.1" status: 204 len: 173 time: 0.9417267 Sep 15 19:17:13.529915 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a000f64e-ec07-47ed-b793-a7fe31f5e680 req-80d7d3a9-2d45-4150-95f3-c5a13a58f337 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697825 Sep 15 19:17:13.567258 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1404c573-45e2-429f-bae9-58114e1ee5e7', 'name': 'network-vif-deleted', 'tag': '1a494bc7-56c6-49c9-ae99-24187939a51b', 'status': 'completed', 'code': 200} Sep 15 19:17:14.009982 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Router 92750a00-08c3-45ef-b28d-4d4705105c20 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:17:14.230232 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:17:14.242124 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4be250-087b-4400-b158-38e036aec500 None None] Sync routers for ids ['92750a00-08c3-45ef-b28d-4d4705105c20'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:17:14.246254 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/92750a00-08c3-45ef-b28d-4d4705105c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0860159 Sep 15 19:17:14.249215 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45566) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:14.254872 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4be250-087b-4400-b158-38e036aec500 None None] Routers {'92750a00-08c3-45ef-b28d-4d4705105c20'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:17:14.255520 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-9d4be250-087b-4400-b158-38e036aec500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:16:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['92750a00-08c3-45ef-b28d-4d4705105c20'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:14.439033 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-9d4be250-087b-4400-b158-38e036aec500 None None] Set router 92750a00-08c3-45ef-b28d-4d4705105c20 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:17:14.451293 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks [] for router, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:14.649399 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:14.661612 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Deleting port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:17:14.661612 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:14.737384 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-9d4be250-087b-4400-b158-38e036aec500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:17:12Z', 'revision_number': 5, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port': {'id': 'ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:14.741533 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4be250-087b-4400-b158-38e036aec500 None None] Checking router: 92750a00-08c3-45ef-b28d-4d4705105c20 for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:17:14.752086 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4be250-087b-4400-b158-38e036aec500 None None] Routers {'92750a00-08c3-45ef-b28d-4d4705105c20'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:17:14.752781 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-9d4be250-087b-4400-b158-38e036aec500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:16:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['92750a00-08c3-45ef-b28d-4d4705105c20'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:14.852287 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] For port ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:14.852600 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:14.971941 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-9d4be250-087b-4400-b158-38e036aec500 None None] Set router 92750a00-08c3-45ef-b28d-4d4705105c20 gateway port host: None {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:17:14.987014 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Calling delete_port for ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 owned by network:router_gateway {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:17:15.081483 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-9d4be250-087b-4400-b158-38e036aec500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:17:14Z', 'revision_number': 6, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port_host': None}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:15.085404 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4be250-087b-4400-b158-38e036aec500 None None] The sync data for ids ['92750a00-08c3-45ef-b28d-4d4705105c20'] in dv-cinder-805825-3-iscsi is: [{'id': '92750a00-08c3-45ef-b28d-4d4705105c20', 'name': 'tempest-ServerRescueNegativeTestJSON-2059483192-router', 'tenant_id': 'aa1536d293d34b9ea04e361129a354c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:05Z', 'updated_at': '2021-09-15T19:17:14Z', 'revision_number': 6, 'project_id': 'aa1536d293d34b9ea04e361129a354c3', 'gw_port_host': None}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:17:15.270091 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4981c94-8588-4eec-8b64-735ea135d8d9 req-879f414b-e078-45d1-9121-97f13cfb6db5 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:15.270872 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-e4981c94-8588-4eec-8b64-735ea135d8d9 req-879f414b-e078-45d1-9121-97f13cfb6db5 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:15.304159 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-e4981c94-8588-4eec-8b64-735ea135d8d9 req-879f414b-e078-45d1-9121-97f13cfb6db5 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:15.305622 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e4981c94-8588-4eec-8b64-735ea135d8d9 req-879f414b-e078-45d1-9121-97f13cfb6db5 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 946 time: 0.3252304 Sep 15 19:17:15.357157 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-87a8f8b8-3271-4530-81a8-76a6551c4a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:15.405617 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e4981c94-8588-4eec-8b64-735ea135d8d9 req-13f15232-eaec-4d4f-9334-22a48814e007 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Sep 15 19:17:15.417182 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:15.422226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:15.469709 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:15.472905 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:15.772254 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 1a494bc7-56c6-49c9-ae99-24187939a51b no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:15.779563 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:15.812704 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 1a494bc7-56c6-49c9-ae99-24187939a51b {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:15.813111 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 1a494bc7-56c6-49c9-ae99-24187939a51b not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:17:15.815787 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:15.915928 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 53384ea3-4b60-4031-a98c-a06ff525abf9 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:15.952976 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 53384ea3-4b60-4031-a98c-a06ff525abf9 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:15.953574 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 53384ea3-4b60-4031-a98c-a06ff525abf9 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:17:15.954362 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:15.986682 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:15.987037 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device ad0b0cf6-2a1c-498d-aae0-54ebfaa2dad4 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:17:16.058194 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.063086 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.149630 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.150176 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92750a00-08c3-45ef-b28d-4d4705105c20 {{(pid=75105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:17:16.162962 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.168406 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] 10.222.0.20 "DELETE /v2.0/routers/92750a00-08c3-45ef-b28d-4d4705105c20 HTTP/1.1" status: 204 len: 168 time: 1.9139481 Sep 15 19:17:16.168592 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45580) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:16.230657 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] Deleting subnet 82a239d5-39b5-4595-adf6-be07668b4963 {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:17:16.236675 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.288018 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66406579'] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.343683 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.413671 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66082463'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.420816 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:16.457919 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a239d5-39b5-4595-adf6-be07668b4963,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:16.464501 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:16.471498 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.478678 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-5439bdbf-5646-4d13-af1b-09b8a6797c77 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82a239d5-39b5-4595-adf6-be07668b4963 HTTP/1.1" status: 204 len: 168 time: 0.3090916 Sep 15 19:17:16.481356 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45590) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:16.650060 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.672594 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-80282050-aa6c-44f3-a65e-8f9eaa525401 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:16.673495 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-80282050-aa6c-44f3-a65e-8f9eaa525401 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 946 time: 0.0805326 Sep 15 19:17:16.744718 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Deleting port a36d1a44-bfef-4cf3-b242-04c761922db8 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:17:16.745110 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.745613 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad54b8-c128-4829-929f-76f080bec3ea req-dc7c621a-86bc-411e-909b-71e471009bd4 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:16.747721 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d2ad54b8-c128-4829-929f-76f080bec3ea req-dc7c621a-86bc-411e-909b-71e471009bd4 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 946 time: 0.1671069 Sep 15 19:17:16.817186 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.834537 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5217964-70ce-4f4f-835b-317e1ce9e556']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:16.855012 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29828810-4d1c-4235-bb4d-00e98b82c05d') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:16.855870 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29828810-4d1c-4235-bb4d-00e98b82c05d') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:16.872200 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.889084 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d2ad54b8-c128-4829-929f-76f080bec3ea req-a072e912-8cb5-423f-8364-18aa79be0ec1 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945430 Sep 15 19:17:16.895264 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.907085 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:17:16.908082 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:17:16.937849 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:17:17.016460 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] For port a36d1a44-bfef-4cf3-b242-04c761922db8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=a36d1a44-bfef-4cf3-b242-04c761922db8,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:17.017111 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.100930 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.106500 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6836b3df-350b-442a-9f04-a79f14e91c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:17.120009 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.130050 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5217964-70ce-4f4f-835b-317e1ce9e556,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:17.133089 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:17.139578 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5217964-70ce-4f4f-835b-317e1ce9e556 HTTP/1.1" status: 204 len: 168 time: 0.6571777 Sep 15 19:17:17.143423 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Calling delete_port for a36d1a44-bfef-4cf3-b242-04c761922db8 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:17:17.374210 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45598) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:17.405218 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.410666 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-afa1207b-473b-40fd-b8f9-fcd46b0c5ee3 tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:17.425117 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'a36d1a44-bfef-4cf3-b242-04c761922db8'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:17:17.431265 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e54a7702-255b-47b4-8b35-eeb8de8dea78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa1536d293d34b9ea04e361129a354c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555172 Sep 15 19:17:17.433753 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45602) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:17.452886 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Pushing event deleted for resources: {'Port': ['ID=a36d1a44-bfef-4cf3-b242-04c761922db8,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:17.457718 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:17.500455 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5099556c-789c-4b62-a7ae-5cdaeacded32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.531526 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5099556c-789c-4b62-a7ae-5cdaeacded32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.536315 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] No DVR routers for this DVR port a36d1a44-bfef-4cf3-b242-04c761922db8 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:17:17.539291 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.549148 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7001e8d6-4025-4c94-86bb-9f9f4a430c8e', 'name': 'network-vif-deleted', 'tag': 'a36d1a44-bfef-4cf3-b242-04c761922db8'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:17.557458 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-033bdfee-372f-486b-ab55-c94f7b116c15 req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "DELETE /v2.0/ports/a36d1a44-bfef-4cf3-b242-04c761922db8 HTTP/1.1" status: 204 len: 173 time: 0.8767521 Sep 15 19:17:17.610834 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5099556c-789c-4b62-a7ae-5cdaeacded32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.617717 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-eba6a891-f4ed-41db-ad2b-17967340a69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:17.622651 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-5d39d73f-8406-421d-8474-8a54b0eeb1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.635676 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099556c-789c-4b62-a7ae-5cdaeacded32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:17.639361 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5099556c-789c-4b62-a7ae-5cdaeacded32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:17.650490 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5099556c-789c-4b62-a7ae-5cdaeacded32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:17.656302 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-5099556c-789c-4b62-a7ae-5cdaeacded32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8752b19a-2fa9-4b2c-bbfa-5f6e6aea045b HTTP/1.1" status: 204 len: 168 time: 0.2213399 Sep 15 19:17:17.857467 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7001e8d6-4025-4c94-86bb-9f9f4a430c8e', 'name': 'network-vif-deleted', 'tag': 'a36d1a44-bfef-4cf3-b242-04c761922db8', 'status': 'completed', 'code': 200} Sep 15 19:17:18.094144 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-b9b7fe68-5d97-4a7d-9d6f-2a0933fa3099 req-8fbb94f5-496e-4fc6-94aa-924726a8d3d4 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Synchronizing usage tracker for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:18.113169 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-b9b7fe68-5d97-4a7d-9d6f-2a0933fa3099 req-8fbb94f5-496e-4fc6-94aa-924726a8d3d4 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Unset dirty status for tenant:1fde9d40536f433e80b51d3012fa33f4 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:18.114497 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b9b7fe68-5d97-4a7d-9d6f-2a0933fa3099 req-8fbb94f5-496e-4fc6-94aa-924726a8d3d4 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=7001e8d6-4025-4c94-86bb-9f9f4a430c8e HTTP/1.1" status: 200 len: 210 time: 0.0720203 Sep 15 19:17:18.612708 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:18.658168 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45642) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:18.792149 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-network', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:18.797303 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:18.801031 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Usage tracker for resource:network and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:18.803842 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:18.809538 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:18.819703 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Made reservation on behalf of 3b3b1314ba254ad3afaedb9e5ab29e5b for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:17:18.821938 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:18.833866 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:18.867910 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:18.872019 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Usage tracker for resource:security_group_rule and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:18.875244 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:18.880859 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:18.953063 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:18.957184 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:18.965696 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-45150b73-7071-4160-90e6-4b1bb3c0a146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:18.989523 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:17:19.002031 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5575b832-8d5b-4e98-a0f1-c4ce6a88b4eb,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:19.006277 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:19.007253 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.007586 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Added segment 2a244731-1efa-4f71-b8c0-66a4726f4351 of type vlan for network fb36d094-f88d-45b8-a277-8140a0219274 Sep 15 19:17:19.034674 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.064382 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.065503 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:19.066109 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.070716 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:19.164471 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5049670 Sep 15 19:17:19.167657 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45650) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:19.174035 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Request body: {'subnet': {'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-subnet', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:19.175648 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Pushing event updated for resources: {'Network': ['ID=fb36d094-f88d-45b8-a277-8140a0219274,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:19.178084 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:19.179188 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:19.183321 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Usage tracker for resource:subnet and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:19.186201 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:19.186345 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network fb36d094-f88d-45b8-a277-8140a0219274 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:17:19.192673 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:19.203619 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Made reservation on behalf of 3b3b1314ba254ad3afaedb9e5ab29e5b for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:17:19.206396 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66082434'] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.449453 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66406547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66082452'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.453526 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-034e63f4-a9b5-475b-a9f6-0f2669c6402d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:19.523938 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0a6830-0c9e-42b4-9c11-38806196cee6,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:19.527941 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:19.535983 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Checking segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:17:19.536359 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Network hostable DHCP agents. Network: fb36d094-f88d-45b8-a277-8140a0219274, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:17:19.557342 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Network fb36d094-f88d-45b8-a277-8140a0219274 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:17:19.568182 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, fb36d094-f88d-45b8-a277-8140a0219274) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:17:19.572393 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:19.573113 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.580677 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dbb16d-abfd-4564-9c63-be256995bc53 None None] Network fb36d094-f88d-45b8-a277-8140a0219274 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:17:19.596926 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-c274b839-3c2c-4372-972e-2897a65c5704 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4255545 Sep 15 19:17:19.597140 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45662) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:19.602601 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:19.607124 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:19.611639 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Usage tracker for resource:router and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:19.614041 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:19.622773 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:19.633342 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.634651 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.654764 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.790658 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device a36d1a44-bfef-4cf3-b242-04c761922db8 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:19.802630 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.829902 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: a36d1a44-bfef-4cf3-b242-04c761922db8 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:19.830228 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device a36d1a44-bfef-4cf3-b242-04c761922db8 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:17:19.834519 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-fb36d094-f88d-45b8-a277-8140a0219274', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:17:19.835342 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:19.998110 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.009009 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.009975 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Allocated IP 172.20.0.2 (fb36d094-f88d-45b8-a277-8140a0219274/fc0a6830-0c9e-42b4-9c11-38806196cee6/f42f0c87-7ae8-4d97-b86f-72b388df2386) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:17:20.039085 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.179667 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Allocated IP 172.27.2.231 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/b05030e9-2208-4187-9abb-5de973df8725) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:17:20.213816 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.224489 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Transition to ACTIVE for port object f42f0c87-7ae8-4d97-b86f-72b388df2386 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:17:20.243444 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Transition to ACTIVE for port object f42f0c87-7ae8-4d97-b86f-72b388df2386 will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:17:20.249360 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.253498 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:20.319152 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Network fb36d094-f88d-45b8-a277-8140a0219274 is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:17:20.321968 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:17:20.326233 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:17:20.328328 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Pushing event updated for resources: {'Port': ['ID=f42f0c87-7ae8-4d97-b86f-72b388df2386,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:20.332146 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:20.334123 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.363460 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.367648 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-04a19b19-5418-4f8a-bc08-ea8dfb4eca0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:20.420209 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Attempting to bind port f42f0c87-7ae8-4d97-b86f-72b388df2386 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:17:20.420584 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Attempting to bind port f42f0c87-7ae8-4d97-b86f-72b388df2386 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:17:20.420951 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Attempting to bind port f42f0c87-7ae8-4d97-b86f-72b388df2386 on network fb36d094-f88d-45b8-a277-8140a0219274 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:17:20.428311 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:17:20.428644 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Checking segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:17:20.429958 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.430095 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Bound using segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:17:20.430449 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Bound port: f42f0c87-7ae8-4d97-b86f-72b388df2386, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:17:20.430838 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.436367 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:17:20.439431 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:17:20.446728 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:17:20.473707 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Pushing event updated for resources: {'Port': ['ID=b05030e9-2208-4187-9abb-5de973df8725,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:20.480561 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:20.546964 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] For port f42f0c87-7ae8-4d97-b86f-72b388df2386, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:17:20.550061 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] For port f42f0c87-7ae8-4d97-b86f-72b388df2386, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=f42f0c87-7ae8-4d97-b86f-72b388df2386,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:17:20.557336 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.562438 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:20.630695 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Pushing event updated for resources: {'Port': ['ID=f42f0c87-7ae8-4d97-b86f-72b388df2386,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:20.634342 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:20.709930 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:20.710911 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:21.079314 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175b7bd-19b3-4fde-b03a-0ae83fa1998c req-10fc7352-debd-42ef-b6e7-1022783468de tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:21.080779 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c175b7bd-19b3-4fde-b03a-0ae83fa1998c req-10fc7352-debd-42ef-b6e7-1022783468de tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 945 time: 0.1732733 Sep 15 19:17:21.139622 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c175b7bd-19b3-4fde-b03a-0ae83fa1998c req-eef055b4-bb93-49b8-bdf1-6f0c72db25dc tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522966 Sep 15 19:17:21.181307 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Router 944ed41e-310a-4b8c-8226-7d97decb5383 is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:17:21.391483 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:17:21.403354 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Sync routers for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:17:21.415853 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:17:21.416594 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:21.420744 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:21.423693 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8254621 Sep 15 19:17:21.425030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45676) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:21.611911 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e2f6a-0ea9-459c-8d92-e08f524ca608 None None] Network fb36d094-f88d-45b8-a277-8140a0219274 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:17:21.664778 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:17:21.754828 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device f42f0c87-7ae8-4d97-b86f-72b388df2386 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:17:21.935875 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-68b32f15-5d8a-44d5-9ae0-5af880b31c2d None None] Provisioning for port f42f0c87-7ae8-4d97-b86f-72b388df2386 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:17:22.100313 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port f42f0c87-7ae8-4d97-b86f-72b388df2386 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:17:22.152150 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port f42f0c87-7ae8-4d97-b86f-72b388df2386 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:22.152525 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:22.241888 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:22.342082 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:20Z', 'revision_number': 3, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:22.349130 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Checking router: 944ed41e-310a-4b8c-8226-7d97decb5383 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:17:22.349427 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Updating router 944ed41e-310a-4b8c-8226-7d97decb5383 port b05030e9-2208-4187-9abb-5de973df8725 binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:17:22.368772 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4db06-c44c-4ac3-a5c1-3998bcd8761b req-17c21c2d-2439-46c6-b9a4-c2aad03e439a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:22.371405 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-30a4db06-c44c-4ac3-a5c1-3998bcd8761b req-17c21c2d-2439-46c6-b9a4-c2aad03e439a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 945 time: 0.0972714 Sep 15 19:17:22.380046 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:22.442109 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:22.453263 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-30a4db06-c44c-4ac3-a5c1-3998bcd8761b req-47ef5e37-5d74-4126-8edc-e29c2e926ef9 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731614 Sep 15 19:17:22.467656 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Allocated IP 172.20.0.1 (fb36d094-f88d-45b8-a277-8140a0219274/fc0a6830-0c9e-42b4-9c11-38806196cee6/fafa857b-5fe4-479e-a106-72f759d1e5ce) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:17:22.474464 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port f42f0c87-7ae8-4d97-b86f-72b388df2386, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=f42f0c87-7ae8-4d97-b86f-72b388df2386,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:22.485327 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:22.491266 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f9d3da68-e361-4963-a470-1a6e9849e54c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:22.636100 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=f42f0c87-7ae8-4d97-b86f-72b388df2386,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:22.642304 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:22.660809 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-862156c9-b387-488a-ac46-90ec8236b7da None None] Provisioning complete for port f42f0c87-7ae8-4d97-b86f-72b388df2386 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:22.661193 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-862156c9-b387-488a-ac46-90ec8236b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:22.731733 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:22.796155 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Transition to ACTIVE for port object fafa857b-5fe4-479e-a106-72f759d1e5ce will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:17:22.852762 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721e17c-8a65-481a-9816-1c38e290d737 req-132468c8-3891-4667-a700-66e9cbaf84b2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:22.854463 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0721e17c-8a65-481a-9816-1c38e290d737 req-132468c8-3891-4667-a700-66e9cbaf84b2 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 945 time: 0.1195257 Sep 15 19:17:22.861225 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:22.865464 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-76ebaa2e-d6cf-4078-83f3-335f16c46b88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:22.997598 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Network fb36d094-f88d-45b8-a277-8140a0219274 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:17:22.998050 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.002835 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:17:23.007039 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Pushing event updated for resources: {'Port': ['ID=fafa857b-5fe4-479e-a106-72f759d1e5ce,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:23.009981 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:17:23.014162 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Transition to ACTIVE for port object b05030e9-2208-4187-9abb-5de973df8725 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:17:23.021117 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.025043 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:23.046757 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:23.055546 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Deleting port 11d921b7-9c35-47e7-b1bd-7394505fbd9e {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:17:23.055882 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.106678 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3a43-10de-4850-89be-cb0e838ecc9b None None] Pushing event updated for resources: {'Port': ['ID=b05030e9-2208-4187-9abb-5de973df8725,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:23.110447 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-53cf3a43-10de-4850-89be-cb0e838ecc9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:23.114395 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Attempting to bind port b05030e9-2208-4187-9abb-5de973df8725 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:17:23.114395 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Attempting to bind port b05030e9-2208-4187-9abb-5de973df8725 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:17:23.114395 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Attempting to bind port b05030e9-2208-4187-9abb-5de973df8725 on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:17:23.119760 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:17:23.121059 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:17:23.121059 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.121453 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:17:23.122012 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Bound port: b05030e9-2208-4187-9abb-5de973df8725, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:17:23.122278 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.130360 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.201955 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] For port b05030e9-2208-4187-9abb-5de973df8725, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:17:23.205819 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] For port b05030e9-2208-4187-9abb-5de973df8725, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=b05030e9-2208-4187-9abb-5de973df8725,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:17:23.209530 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.213040 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:23.303149 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-4ef4ad4c-b5e8-4d7d-a336-3aaa4c508911 None None] Provisioning for port fafa857b-5fe4-479e-a106-72f759d1e5ce completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:17:23.310288 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3a43-10de-4850-89be-cb0e838ecc9b None None] Pushing event updated for resources: {'Port': ['ID=b05030e9-2208-4187-9abb-5de973df8725,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:23.315031 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-53cf3a43-10de-4850-89be-cb0e838ecc9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:23.315618 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-4ef4ad4c-b5e8-4d7d-a336-3aaa4c508911 None None] Provisioning complete for port fafa857b-5fe4-479e-a106-72f759d1e5ce triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:23.315991 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ad4c-b5e8-4d7d-a336-3aaa4c508911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.353751 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:17:23.354395 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:23.375704 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.407137 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] For port 11d921b7-9c35-47e7-b1bd-7394505fbd9e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11d921b7-9c35-47e7-b1bd-7394505fbd9e,segment=NetworkSegment(daf0aa1c-12fb-49f4-9d49-8de1ff92e13c),segment_id=daf0aa1c-12fb-49f4-9d49-8de1ff92e13c)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:23.407386 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.446184 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4ad4c-b5e8-4d7d-a336-3aaa4c508911 None None] Port fafa857b-5fe4-479e-a106-72f759d1e5ce cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:17:23.554506 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:17:23.568158 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Calling delete_port for 11d921b7-9c35-47e7-b1bd-7394505fbd9e owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:17:23.738016 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device f42f0c87-7ae8-4d97-b86f-72b388df2386 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:17:23.886223 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc9193-718e-42e0-a645-7fb085129fe2 req-c8ba9ada-b809-486c-8fe6-c3fbd74ac221 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:23.893538 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2fdc9193-718e-42e0-a645-7fb085129fe2 req-c8ba9ada-b809-486c-8fe6-c3fbd74ac221 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c4c8fc-fa84-47d0-86f3-9811380c476e HTTP/1.1" status: 200 len: 945 time: 0.2991455 Sep 15 19:17:23.928182 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port f42f0c87-7ae8-4d97-b86f-72b388df2386 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:23.928564 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.969629 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:23.982207 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:24.038218 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Pushing event deleted for resources: {'Port': ['ID=11d921b7-9c35-47e7-b1bd-7394505fbd9e,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:24.045416 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:24.059902 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2fdc9193-718e-42e0-a645-7fb085129fe2 req-7cb7cccf-2a43-4571-a52a-8d612b55e1c4 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.20 "GET /v2.0/security-groups?id=14bb6a3d-382e-419b-828d-73c89bbc22e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654959 Sep 15 19:17:24.069353 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:24.113392 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:22Z', 'revision_number': 1, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:24.117812 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0e512-29b5-48dc-84c4-c1dc9b131dfd None None] The sync data for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi is: [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:22Z', 'revision_number': 1, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:17:24.137606 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:24.167061 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:24.207246 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] No DVR routers for this DVR port 11d921b7-9c35-47e7-b1bd-7394505fbd9e on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:17:24.226386 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:24.229010 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c4c8fc-fa84-47d0-86f3-9811380c476e', 'name': 'network-vif-deleted', 'tag': '11d921b7-9c35-47e7-b1bd-7394505fbd9e'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:24.274413 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0721e17c-8a65-481a-9816-1c38e290d737 req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] 10.222.0.58 "DELETE /v2.0/ports/11d921b7-9c35-47e7-b1bd-7394505fbd9e HTTP/1.1" status: 204 len: 173 time: 1.3606427 Sep 15 19:17:24.278536 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:24.283865 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Pushing event updated for resources: {'Port': ['ID=fafa857b-5fe4-479e-a106-72f759d1e5ce,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:24.288298 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:24.480268 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c4c8fc-fa84-47d0-86f3-9811380c476e', 'name': 'network-vif-deleted', 'tag': '11d921b7-9c35-47e7-b1bd-7394505fbd9e', 'status': 'completed', 'code': 200} Sep 15 19:17:24.539458 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Network fb36d094-f88d-45b8-a277-8140a0219274 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:17:24.540493 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:17:24.786332 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-f3596c6e-a5f3-4a8b-9d7b-d105887f50df None None] Provisioning complete for port fafa857b-5fe4-479e-a106-72f759d1e5ce triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:24.786852 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f3596c6e-a5f3-4a8b-9d7b-d105887f50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:24.854636 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-f3596c6e-a5f3-4a8b-9d7b-d105887f50df None None] Port fafa857b-5fe4-479e-a106-72f759d1e5ce cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:17:25.019442 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Router 944ed41e-310a-4b8c-8226-7d97decb5383 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:17:25.222684 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45704) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:25.290673 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Deleting subnet 5d73c113-6d67-4a80-93c9-f62ce12cfeb7 {{(pid=75104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:17:25.294209 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.301517 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:17:25.315742 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] 10.222.0.20 "PUT /v2.0/routers/944ed41e-310a-4b8c-8226-7d97decb5383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8892303 Sep 15 19:17:25.360795 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66417201'] for subnet, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.423396 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.492920 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66235820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65637250'] for subnet, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.497159 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6f5c5550-7f72-4f9d-8bb9-db73ced9e390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:25.531881 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d73c113-6d67-4a80-93c9-f62ce12cfeb7,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:25.535833 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:25.538591 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.545275 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5d73c113-6d67-4a80-93c9-f62ce12cfeb7 HTTP/1.1" status: 204 len: 168 time: 0.3207254 Sep 15 19:17:25.547770 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45714) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:25.662020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.699543 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device b05030e9-2208-4187-9abb-5de973df8725 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:17:25.768574 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port b05030e9-2208-4187-9abb-5de973df8725 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:17:25.773249 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port b05030e9-2208-4187-9abb-5de973df8725 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:25.773625 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.789264 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.801999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c']}} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:25.813725 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c') {'for_net_delete': True} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:25.814022 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf0aa1c-12fb-49f4-9d49-8de1ff92e13c') {} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:25.820771 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 11d921b7-9c35-47e7-b1bd-7394505fbd9e no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:25.826049 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66406586'] for segment, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.842344 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.849513 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=75105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:17:25.849949 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66409712'] for segment, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.856309 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 11d921b7-9c35-47e7-b1bd-7394505fbd9e {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:25.856668 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 11d921b7-9c35-47e7-b1bd-7394505fbd9e not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: Traceback (most recent call last): Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: timer() Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: cb(*args, **kw) Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: return func(*args, **kwargs) Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: self._notify() Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: self.callback(batched_events) Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: event.method(event) Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: return f(self, *a, **k) Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._get(url).json() Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: return self.request(url, 'GET', **kwargs) Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:17:25.864809 dv-cinder-805825-3-iscsi neutron-server[75105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:17:25.930302 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.947980 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port b05030e9-2208-4187-9abb-5de973df8725, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=b05030e9-2208-4187-9abb-5de973df8725,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:25.950286 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.952752 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.957528 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:25.966213 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5c100d86-7b74-495c-a9e1-5f0220a21d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:25.984504 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:25.995548 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:25.998874 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:26.009671 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1a89a7ea-dd4d-4e2a-9356-5f053a3d2b4a admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ccd8e0c-c8e9-4651-9ded-c88c4b1e909c HTTP/1.1" status: 204 len: 168 time: 0.4582760 Sep 15 19:17:26.023430 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45722) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:26.029968 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888968282', 'description': 'tempest-description--484617460'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:26.036084 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:26.039755 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=b05030e9-2208-4187-9abb-5de973df8725,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:26.039870 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:security_group and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:26.042901 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:26.043120 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:26.048666 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:26.059051 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.094645 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:26.098446 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:security_group_rule and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:26.101307 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:26.107843 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:26.165408 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.172283 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.176157 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-55787eb5-72e4-490f-a7da-de28ccc6f9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:26.178010 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45730) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:26.220826 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3230a681-69c7-406a-957c-ea92b16c5780,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:26.223814 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:26.227617 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.231599 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2041993 Sep 15 19:17:26.238266 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 45734) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:26.245823 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'security_group_rule': {'security_group_id': '3230a681-69c7-406a-957c-ea92b16c5780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:26.253466 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:26.257593 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:security_group_rule and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:26.261628 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:26.265104 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-257e2e71-87cd-4c45-9d39-2fc5a7617f51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fde9d40536f433e80b51d3012fa33f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0858717 Sep 15 19:17:26.267351 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:26.267837 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45740) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:26.287647 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.341013 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-245b871c-2165-4d66-8e6b-27185c7881e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.358563 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.363652 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.366432 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:26.367424 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-245b871c-2165-4d66-8e6b-27185c7881e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.390077 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f6f792-1bae-4f77-baba-50d8575d9e19,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:26.395689 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:26.401744 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.405903 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45746) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:26.406054 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-fb41769c-3082-4517-b298-619f69f49873 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1667476 Sep 15 19:17:26.413570 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'security_group_rule': {'security_group_id': '3230a681-69c7-406a-957c-ea92b16c5780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:26.419248 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:26.423756 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:security_group_rule and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:26.427253 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:26.435413 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:26.455557 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.468650 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-245b871c-2165-4d66-8e6b-27185c7881e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.475289 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-50589c89-2e26-47eb-ad39-e187709a1224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:26.496407 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b871c-2165-4d66-8e6b-27185c7881e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bb6a3d-382e-419b-828d-73c89bbc22e0,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:26.499419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-245b871c-2165-4d66-8e6b-27185c7881e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:26.540017 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-245b871c-2165-4d66-8e6b-27185c7881e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.544083 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-245b871c-2165-4d66-8e6b-27185c7881e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14bb6a3d-382e-419b-828d-73c89bbc22e0 HTTP/1.1" status: 204 len: 168 time: 0.2725539 Sep 15 19:17:26.577167 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.583273 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.585559 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:26.608085 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3bf19f-173c-48d2-ab4e-b266450aae6b,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:26.613801 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:26.617129 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.619550 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2126906 Sep 15 19:17:26.622092 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 45754) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:26.627736 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:26.633248 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:26.637105 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:floatingip and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:26.640022 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:26.645822 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:26.655617 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.795576 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:26.936073 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Allocated IP 172.27.2.147 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/7148f4b8-e3eb-4c19-8ef5-f5214f305181) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:17:27.081860 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.110156 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.115447 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:27.181886 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:17:27.184699 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:17:27.187233 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:17:27.221524 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'Port': ['ID=7148f4b8-e3eb-4c19-8ef5-f5214f305181,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:27.224293 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:27.457559 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.512911 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.679128 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device b05030e9-2208-4187-9abb-5de973df8725 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:17:27.722920 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.728804 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.734168 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2043ed76-da4c-41ef-99f7-496504dc10d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:27.750504 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port b05030e9-2208-4187-9abb-5de973df8725 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:27.750962 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.845556 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'Port': ['ID=7148f4b8-e3eb-4c19-8ef5-f5214f305181,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:27.849337 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:27.861997 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.891608 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:27.903587 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2725194 Sep 15 19:17:28.132860 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-a7443709-4be1-4908-9adf-2af707655c4e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:security_group {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:28.148020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-a7443709-4be1-4908-9adf-2af707655c4e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:security_group {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:28.149309 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-a7443709-4be1-4908-9adf-2af707655c4e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--888968282&fields=id&tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b HTTP/1.1" status: 200 len: 267 time: 0.0561821 Sep 15 19:17:28.294883 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-18ce2110-2f71-4cdf-a390-e11cebe23fde tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:28.296232 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-18ce2110-2f71-4cdf-a390-e11cebe23fde tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 817 time: 0.1391966 Sep 15 19:17:28.312049 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-491f3ecf-c099-4d67-aeb9-f0a845532665 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/quotas/3b3b1314ba254ad3afaedb9e5ab29e5b HTTP/1.1" status: 200 len: 375 time: 0.0105178 Sep 15 19:17:28.484236 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-c4bc46ec-7cdc-4bf5-a77e-9b8219f79b0e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:28.500085 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-c4bc46ec-7cdc-4bf5-a77e-9b8219f79b0e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:28.501384 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-c4bc46ec-7cdc-4bf5-a77e-9b8219f79b0e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846647 Sep 15 19:17:28.636980 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-9efe2028-6afc-47b8-94f2-e4c4ae815c54 service neutron] 10.222.0.20 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220179 Sep 15 19:17:28.765662 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-95fbc38f-7fe7-4a42-b83d-508acfcbc36e service neutron] 10.222.0.20 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230819 Sep 15 19:17:28.955414 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-58fd3ef9-4d08-446e-b321-7c3f7df95121 req-a8b4f3b4-9900-4123-ae47-c8a939d82ded tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 210 time: 0.0416529 Sep 15 19:17:30.127942 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c44875df-6212-4acc-adeb-cf640886b438 req-e07048f9-7011-4aaa-8ea3-99b320f0a064 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 210 time: 0.0422873 Sep 15 19:17:31.006937 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:17:31.116832 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-0acb4ac3-3d3c-4cdb-a6ee-f4b90f87b27c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:31.118158 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-0acb4ac3-3d3c-4cdb-a6ee-f4b90f87b27c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 817 time: 0.1635518 Sep 15 19:17:31.190601 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-3859929b-a7c7-44af-8e3f-7b1509c73f69 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b HTTP/1.1" status: 200 len: 379 time: 0.0462935 Sep 15 19:17:31.200819 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'port': {'device_id': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'admin_state_up': True, 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'security_groups': ['3230a681-69c7-406a-957c-ea92b16c5780']}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:31.336887 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f5ba0998-3a9c-48f3-9d10-8dd7a58d7663 req-5de58f43-2e39-4d26-b686-2b2cdb552b10 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 210 time: 0.0619049 Sep 15 19:17:31.337717 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:31.347883 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:31.359666 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Made reservation on behalf of 3b3b1314ba254ad3afaedb9e5ab29e5b for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:17:31.362827 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:31.523216 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Allocated IP 172.20.0.7 (fb36d094-f88d-45b8-a277-8140a0219274/fc0a6830-0c9e-42b4-9c11-38806196cee6/58f2bc07-033c-452e-95a7-46033890eb33) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:17:31.711844 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:31.727927 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Transition to ACTIVE for port object 58f2bc07-033c-452e-95a7-46033890eb33 will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:17:31.748563 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:31.753896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-7ca65ec4-72ea-49c6-ad4c-5b4eadb597ae tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:31.830467 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Network fb36d094-f88d-45b8-a277-8140a0219274 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:17:31.831761 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:17:31.833458 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:31.845457 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:17:31.861529 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:31.909650 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:31.910573 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:31.949607 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7525094 Sep 15 19:17:32.127200 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-86b53a37-bbc2-43fc-b98c-896ae8dc5bae None None] Provisioning for port 58f2bc07-033c-452e-95a7-46033890eb33 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:17:32.131591 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-86b53a37-bbc2-43fc-b98c-896ae8dc5bae None None] Provisioning complete for port 58f2bc07-033c-452e-95a7-46033890eb33 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:32.131961 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-86b53a37-bbc2-43fc-b98c-896ae8dc5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:32.185987 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-86b53a37-bbc2-43fc-b98c-896ae8dc5bae None None] Port 58f2bc07-033c-452e-95a7-46033890eb33 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:17:32.551431 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15859b4-19ca-4ff9-8af9-883f4d4e1c01 req-dbfc4add-0f25-4a1f-89e7-502df3b1c269 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:32.552769 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f15859b4-19ca-4ff9-8af9-883f4d4e1c01 req-dbfc4add-0f25-4a1f-89e7-502df3b1c269 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 931 time: 0.0744710 Sep 15 19:17:32.595391 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-f15859b4-19ca-4ff9-8af9-883f4d4e1c01 req-02875a5c-6b66-4d43-ac8c-2b237ef38863 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:32.606984 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-f15859b4-19ca-4ff9-8af9-883f4d4e1c01 req-02875a5c-6b66-4d43-ac8c-2b237ef38863 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:32.608073 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f15859b4-19ca-4ff9-8af9-883f4d4e1c01 req-02875a5c-6b66-4d43-ac8c-2b237ef38863 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493579 Sep 15 19:17:33.816397 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4d41-cec2-4fa8-af4a-5716aa27347a req-5b7998f8-cf10-4f8d-8266-478578cfe135 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:33.817085 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-75fb4d41-cec2-4fa8-af4a-5716aa27347a req-5b7998f8-cf10-4f8d-8266-478578cfe135 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:33.832160 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-75fb4d41-cec2-4fa8-af4a-5716aa27347a req-5b7998f8-cf10-4f8d-8266-478578cfe135 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:33.833438 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-75fb4d41-cec2-4fa8-af4a-5716aa27347a req-5b7998f8-cf10-4f8d-8266-478578cfe135 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 931 time: 0.0945942 Sep 15 19:17:33.880339 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-75fb4d41-cec2-4fa8-af4a-5716aa27347a req-65d122df-b4d7-43f6-bb00-2631b4524644 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407710 Sep 15 19:17:34.457448 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Request body: {'port': {'device_id': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:34.562629 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:34.997659 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f2bc07-033c-452e-95a7-46033890eb33 {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:17:35.005962 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:35.024628 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Transition to ACTIVE for port object 58f2bc07-033c-452e-95a7-46033890eb33 will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:17:35.030062 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:35.036587 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e262135d-2489-4875-8482-37e8fa4e89da tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:35.149027 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024767e-857d-47fe-aea0-286e8d372859 req-8343d00a-1d1a-4539-b7b1-1a3b853e32a4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:35.151627 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8024767e-857d-47fe-aea0-286e8d372859 req-8343d00a-1d1a-4539-b7b1-1a3b853e32a4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0891273 Sep 15 19:17:35.171722 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:35.174378 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:35.235775 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8024767e-857d-47fe-aea0-286e8d372859 req-f1e20a80-cb94-4c06-a9c0-eaf7aba5beb4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657935 Sep 15 19:17:35.313939 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Attempting to bind port 58f2bc07-033c-452e-95a7-46033890eb33 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:17:35.313939 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Attempting to bind port 58f2bc07-033c-452e-95a7-46033890eb33 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:17:35.314209 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Attempting to bind port 58f2bc07-033c-452e-95a7-46033890eb33 on network fb36d094-f88d-45b8-a277-8140a0219274 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:17:35.320149 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Port 58f2bc07-033c-452e-95a7-46033890eb33 on network fb36d094-f88d-45b8-a277-8140a0219274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:17:35.320474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Attempting to bind port 58f2bc07-033c-452e-95a7-46033890eb33 on network fb36d094-f88d-45b8-a277-8140a0219274 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:17:35.326915 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:17:35.327286 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Checking segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:17:35.327670 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Bound using segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:17:35.328097 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Bound port: 58f2bc07-033c-452e-95a7-46033890eb33, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:17:35.328448 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:35.421239 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:17:35.425369 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:17:35.432219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:35.438059 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:35.517112 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:35.518493 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] 10.222.0.58 "PUT /v2.0/ports/58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 200 len: 1093 time: 1.0652616 Sep 15 19:17:35.521534 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:35.543311 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:35.546212 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:35.605020 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33', 'status': 'completed', 'code': 200} Sep 15 19:17:35.646773 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-2d30a234-88b0-4ca8-b951-6bdfe84b59eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1096 time: 0.0781322 Sep 15 19:17:35.725039 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-a72ff6ab-9cb1-4bbe-8948-65167ea67986 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 200 len: 217 time: 0.0686481 Sep 15 19:17:35.790513 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-64c94409-8738-4293-a89d-c528e9a9e1e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:35.792078 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-64c94409-8738-4293-a89d-c528e9a9e1e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0588052 Sep 15 19:17:35.872550 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-34f6acdf-a13e-41f9-a878-ef215c8eb6d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739219 Sep 15 19:17:36.466959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add99e9e-8e2e-4311-aba0-d1905c616e7e req-bdb72e43-23f5-4491-92fd-870645ab3209 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:36.468447 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-add99e9e-8e2e-4311-aba0-d1905c616e7e req-bdb72e43-23f5-4491-92fd-870645ab3209 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0777001 Sep 15 19:17:36.530948 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-add99e9e-8e2e-4311-aba0-d1905c616e7e req-c78a0b5a-febe-4af1-9f3e-99bf11763726 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570371 Sep 15 19:17:36.968310 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-bce8d865-693b-48a9-953e-805658fd5a16 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275928 Sep 15 19:17:37.661531 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Sync routers for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:17:37.673508 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:17:37.674116 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:37.743495 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434195f-9136-4fe6-a411-c8c915194cc2 req-50447700-c8e3-4907-9061-f1db9e47b162 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:37.746832 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1434195f-9136-4fe6-a411-c8c915194cc2 req-50447700-c8e3-4907-9061-f1db9e47b162 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0851891 Sep 15 19:17:37.806734 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1434195f-9136-4fe6-a411-c8c915194cc2 req-d240cdbb-bab4-4554-b261-8f9b638e1e32 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465536 Sep 15 19:17:37.850285 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:17:37.858571 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-058fe8e1-c1f4-4b54-bbdc-a6153cbe9364 req-e071b5f0-fb8b-4054-bdc6-be1920797641 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507485 Sep 15 19:17:38.155661 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 2, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:38.159439 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Checking router: 944ed41e-310a-4b8c-8226-7d97decb5383 for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:17:38.159799 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Updating router 944ed41e-310a-4b8c-8226-7d97decb5383 port fafa857b-5fe4-479e-a106-72f759d1e5ce binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:17:38.207781 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:38.211572 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:38.535471 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:38.546548 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Transition to ACTIVE for port object fafa857b-5fe4-479e-a106-72f759d1e5ce will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:17:38.553063 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:38.557088 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3b932b20-16f0-4ed1-8e45-0fbe734e74da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:38.680246 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Pushing event updated for resources: {'Port': ['ID=fafa857b-5fe4-479e-a106-72f759d1e5ce,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:38.721807 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.722142 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.722471 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.722796 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.723135 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.723519 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.723835 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.724165 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.724480 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.724788 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.725097 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:38.756455 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:38.778605 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Attempting to bind port fafa857b-5fe4-479e-a106-72f759d1e5ce on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:17:38.779142 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Attempting to bind port fafa857b-5fe4-479e-a106-72f759d1e5ce by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:17:38.779550 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Attempting to bind port fafa857b-5fe4-479e-a106-72f759d1e5ce on network fb36d094-f88d-45b8-a277-8140a0219274 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:17:38.785896 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:17:38.786205 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Checking segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:17:38.786602 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:38.786990 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Bound using segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:17:38.787484 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Bound port: fafa857b-5fe4-479e-a106-72f759d1e5ce, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:17:38.787877 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:38.856398 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-811ee02c-3352-480e-929a-cb1758f54fcb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1096 time: 0.0777800 Sep 15 19:17:38.907027 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] For port fafa857b-5fe4-479e-a106-72f759d1e5ce, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:17:38.911537 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] For port fafa857b-5fe4-479e-a106-72f759d1e5ce, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=fafa857b-5fe4-479e-a106-72f759d1e5ce,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:17:38.918560 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:38.922569 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:38.997396 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Pushing event updated for resources: {'Port': ['ID=fafa857b-5fe4-479e-a106-72f759d1e5ce,revision_number=4']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:39.005809 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:39.018176 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:17:39.019137 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:39.066594 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-c81d212a-b2aa-4eef-8da0-4f78384361df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:39.068119 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-c81d212a-b2aa-4eef-8da0-4f78384361df service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.2012250 Sep 15 19:17:39.155409 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65331c9-df66-4fe4-8cfd-af6ffcd9334f req-3847e734-bede-4d93-b83b-ce6ebf73f69c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:39.159574 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b65331c9-df66-4fe4-8cfd-af6ffcd9334f req-3847e734-bede-4d93-b83b-ce6ebf73f69c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.1883950 Sep 15 19:17:39.162740 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-56bc7d1d-7eaf-47b7-b457-dba136edf2f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 200 len: 217 time: 0.0861144 Sep 15 19:17:39.255035 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:17:39.259584 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b65331c9-df66-4fe4-8cfd-af6ffcd9334f req-b7f6b7a6-04b6-46dc-9314-2b440b6e63e8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954051 Sep 15 19:17:39.262953 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-057d6a89-0800-4305-a0c8-97c0d8357752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:39.264337 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-057d6a89-0800-4305-a0c8-97c0d8357752 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0835924 Sep 15 19:17:39.434423 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-8a3f6b63-2e39-4ac8-a591-1e6a7b36eff9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1590252 Sep 15 19:17:39.566876 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-78f0b39f-218b-4bb8-9e02-15f54f98fd1a service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234455 Sep 15 19:17:39.576446 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:38Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:39.580260 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a561f1-84e8-4566-803c-d47dd2eab424 None None] The sync data for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi is: [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:38Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:17:39.674682 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device fafa857b-5fe4-479e-a106-72f759d1e5ce up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:17:39.711402 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9b122408-121a-4105-91aa-7c6c76d69ec6 req-c5c38c0f-7fd3-478b-84aa-adf7fad73058 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371651 Sep 15 19:17:39.755743 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port fafa857b-5fe4-479e-a106-72f759d1e5ce completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:17:39.763283 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port fafa857b-5fe4-479e-a106-72f759d1e5ce triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:39.763626 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:39.884426 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:39.918283 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port fafa857b-5fe4-479e-a106-72f759d1e5ce, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=fafa857b-5fe4-479e-a106-72f759d1e5ce,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:39.930703 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:39.936485 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-53cf3a43-10de-4850-89be-cb0e838ecc9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:40.002467 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=fafa857b-5fe4-479e-a106-72f759d1e5ce,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:40.011414 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.011754 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.012126 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.012456 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.012783 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.013109 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.013431 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.013747 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.014063 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.014380 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.014723 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:17:40.018571 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:40.473618 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb1094-9dda-42ec-8e3f-27134f457303 req-0336f654-1668-4fbe-b6b3-614e7c0b9fc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:40.475064 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-69fb1094-9dda-42ec-8e3f-27134f457303 req-0336f654-1668-4fbe-b6b3-614e7c0b9fc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0801508 Sep 15 19:17:40.520472 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-69fb1094-9dda-42ec-8e3f-27134f457303 req-c2a2127e-d659-4127-a3f1-2cbddc1f2079 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Sep 15 19:17:41.640907 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device fafa857b-5fe4-479e-a106-72f759d1e5ce up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:17:41.709754 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port fafa857b-5fe4-479e-a106-72f759d1e5ce triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:41.710126 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:41.729419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0a68-f0dd-486b-9d99-e5b1d465220e req-8677c682-6293-470e-920e-b3382cdbc91b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:41.730929 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a87e0a68-f0dd-486b-9d99-e5b1d465220e req-8677c682-6293-470e-920e-b3382cdbc91b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0747554 Sep 15 19:17:41.782204 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a87e0a68-f0dd-486b-9d99-e5b1d465220e req-e5b235a9-78eb-436b-ab35-0c35aaacc494 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447764 Sep 15 19:17:42.572404 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:17:42.721554 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:42.734336 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '58f2bc07-033c-452e-95a7-46033890eb33', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'port_id': '58f2bc07-033c-452e-95a7-46033890eb33', 'mac_address': 'fa:16:3e:c3:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:17:42.785983 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:42.802044 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f2bc07-033c-452e-95a7-46033890eb33 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:17:42.816677 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:42.819888 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:42.821520 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:42.886001 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:42.888960 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:42.990463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581eed5-63b9-4ff9-b929-60241e4f9139 req-318f7768-a93b-48c6-8720-3a8ac1e29626 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:42.991891 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f581eed5-63b9-4ff9-b929-60241e4f9139 req-318f7768-a93b-48c6-8720-3a8ac1e29626 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 944 time: 0.0769861 Sep 15 19:17:43.040401 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f581eed5-63b9-4ff9-b929-60241e4f9139 req-42c2d12b-0dc0-4a52-ae37-c12f203f02dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422559 Sep 15 19:17:43.988474 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['58f2bc07-033c-452e-95a7-46033890eb33'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:17:44.255200 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9eff8-effb-4ebf-931d-9ca61e6951d3 req-b69d483f-6328-4806-82c6-b2053c8b125f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:44.256534 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-99c9eff8-effb-4ebf-931d-9ca61e6951d3 req-b69d483f-6328-4806-82c6-b2053c8b125f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 944 time: 0.0785599 Sep 15 19:17:44.300939 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-99c9eff8-effb-4ebf-931d-9ca61e6951d3 req-e41d113c-3564-4b05-b46c-dbdb209b05cc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379612 Sep 15 19:17:45.360921 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-570cf770-3138-48c5-b083-7519a60ead9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:45.517718 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50f0d-d81f-4d14-9df4-83cd4464b72c req-62cbd4a4-6d37-4e7d-a3bb-07b57b0b2f36 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:45.519269 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e4e50f0d-d81f-4d14-9df4-83cd4464b72c req-62cbd4a4-6d37-4e7d-a3bb-07b57b0b2f36 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 944 time: 0.0815067 Sep 15 19:17:45.567148 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e4e50f0d-d81f-4d14-9df4-83cd4464b72c req-85acc9f7-bb51-4b76-84f3-5f8b7477b5e9 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 Sep 15 19:17:45.777532 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:46.485123 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:17:46.553696 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 58f2bc07-033c-452e-95a7-46033890eb33 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:17:46.559350 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 58f2bc07-033c-452e-95a7-46033890eb33 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:17:46.559721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:46.677045 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:46.710421 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:46.711306 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:46.731547 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:46.733450 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-28793335-ad26-4d97-b1b5-ed8f175556e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:46.786410 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33', 'code': 200} Sep 15 19:17:46.796648 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b92fe-e34b-4210-8d20-930074d9f197 req-047211a3-f416-4f7f-a89a-f547ac6a66e3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:46.799209 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-912b92fe-e34b-4210-8d20-930074d9f197 req-047211a3-f416-4f7f-a89a-f547ac6a66e3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0957069 Sep 15 19:17:46.804208 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:46.819979 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:46.856011 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-912b92fe-e34b-4210-8d20-930074d9f197 req-c9a58248-05ad-46d4-922c-a672e233c407 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496066 Sep 15 19:17:47.074107 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6f766cf9-63b6-4f17-b01f-82406399c14b req-06549d20-e346-4393-8b97-7a6b5d8ffe7d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1098 time: 0.0994763 Sep 15 19:17:47.122254 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6f766cf9-63b6-4f17-b01f-82406399c14b req-2cc40015-fa03-4938-92e1-c0ba59ccf16b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Sep 15 19:17:47.554790 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86e7-c9c7-4fee-a8e6-79bf13b50237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:48.065856 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d5951-e4e5-4f9b-8f65-34b0fc6a23ac req-85434bba-30ad-4541-bc47-3c793c845c66 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:48.067336 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-af2d5951-e4e5-4f9b-8f65-34b0fc6a23ac req-85434bba-30ad-4541-bc47-3c793c845c66 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0757382 Sep 15 19:17:48.111146 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-af2d5951-e4e5-4f9b-8f65-34b0fc6a23ac req-cbf97dc7-4527-403b-9df0-81a8b0bb1c2b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378630 Sep 15 19:17:48.523941 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46064) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:48.619573 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:48.683643 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:48.735177 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:17:48.740495 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Usage tracker for resource:security_group_rule and tenant:798e79c02f684a42906005f66dbde133 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:17:48.745226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:17:48.754128 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:17:48.838265 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:48.842098 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:48.848898 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-cb141fc0-47f0-4864-827e-058d9122e6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:48.886915 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f143b40-45df-4c9d-b7fe-23b7494017d6,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:48.892214 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:48.898444 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46078) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:48.898612 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=798e79c02f684a42906005f66dbde133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3734338 Sep 15 19:17:48.972649 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf689ae7-3139-4214-a0f8-dff937d4b53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:48.997219 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf689ae7-3139-4214-a0f8-dff937d4b53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:49.053631 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf689ae7-3139-4214-a0f8-dff937d4b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:49.058589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-9b0aaaa3-bb54-4c93-ac48-fcccfc80d1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:49.070672 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf689ae7-3139-4214-a0f8-dff937d4b53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f143b40-45df-4c9d-b7fe-23b7494017d6,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:49.073667 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bf689ae7-3139-4214-a0f8-dff937d4b53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:49.079458 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf689ae7-3139-4214-a0f8-dff937d4b53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:49.083326 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-bf689ae7-3139-4214-a0f8-dff937d4b53d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f143b40-45df-4c9d-b7fe-23b7494017d6 HTTP/1.1" status: 204 len: 168 time: 0.1807723 Sep 15 19:17:49.241724 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e902d4d-965d-42b5-9bf3-5755ee1043f3 req-6d91940c-22ac-42c2-aa07-c9a4494030e1 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:49.243347 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8e902d4d-965d-42b5-9bf3-5755ee1043f3 req-6d91940c-22ac-42c2-aa07-c9a4494030e1 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 945 time: 0.0896163 Sep 15 19:17:49.296064 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8e902d4d-965d-42b5-9bf3-5755ee1043f3 req-12c0bd0d-bb14-418a-899f-21ae8497cf45 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Sep 15 19:17:49.350654 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3bbe4-6f5f-4cdd-a182-3960c629301d req-251f39ff-21cf-4adc-bb68-f7fa433c39cc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:49.352150 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fcc3bbe4-6f5f-4cdd-a182-3960c629301d req-251f39ff-21cf-4adc-bb68-f7fa433c39cc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.1014631 Sep 15 19:17:49.399013 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fcc3bbe4-6f5f-4cdd-a182-3960c629301d req-4f54e55e-a7e2-488a-95d5-8ffa2309961f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413797 Sep 15 19:17:49.600955 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eec09-ba16-4e2a-9396-0f40c671d3e9 req-0c94b60a-096c-4b22-94fa-1d2254d3c73f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:49.602409 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-229eec09-ba16-4e2a-9396-0f40c671d3e9 req-0c94b60a-096c-4b22-94fa-1d2254d3c73f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0758145 Sep 15 19:17:49.611205 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46100) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:49.616487 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'floatingip': {'port_id': '58f2bc07-033c-452e-95a7-46033890eb33'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:17:49.752836 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:49.986100 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:50.495590 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f626-9d3d-419a-900c-19ac8d82de76 req-e4a71ee3-2180-4fcd-8268-f7f4c6040ca4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:50.497189 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2ac8f626-9d3d-419a-900c-19ac8d82de76 req-e4a71ee3-2180-4fcd-8268-f7f4c6040ca4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 945 time: 0.0797992 Sep 15 19:17:50.546335 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2ac8f626-9d3d-419a-900c-19ac8d82de76 req-39f0570c-0e06-4bb7-8c01-348186e9a2af tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Sep 15 19:17:50.550798 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:50.556236 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:50.743423 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.l3_db [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Floating IP 2befe1c6-7df5-4a4f-af47-dae780241c7d associated. External IP: 172.27.2.147, port: 58f2bc07-033c-452e-95a7-46033890eb33. Sep 15 19:17:51.238626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Router 944ed41e-310a-4b8c-8226-7d97decb5383 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:17:51.439840 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:17:51.444640 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:51.448990 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] Sync routers for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:17:51.460318 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:17:51.461011 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:51.499698 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-55a0523b-2397-401e-95c0-e8de8962e373 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "PUT /v2.0/floatingips/2befe1c6-7df5-4a4f-af47-dae780241c7d HTTP/1.1" status: 200 len: 991 time: 1.8874137 Sep 15 19:17:51.500416 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:51.557076 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33', 'status': 'completed', 'code': 200} Sep 15 19:17:51.644101 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:17:51.753190 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdc512-6a6f-4e5b-b16c-c5bdcfb83434 req-552ecd9f-b327-4188-8976-7f934f9d09df tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:51.754653 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5cfdc512-6a6f-4e5b-b16c-c5bdcfb83434 req-552ecd9f-b327-4188-8976-7f934f9d09df tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 945 time: 0.0780659 Sep 15 19:17:51.800683 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5cfdc512-6a6f-4e5b-b16c-c5bdcfb83434 req-6fc6f80a-7af7-4a21-ba84-7e39d8a7fcd6 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401049 Sep 15 19:17:51.982823 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '2befe1c6-7df5-4a4f-af47-dae780241c7d', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'port_id': '58f2bc07-033c-452e-95a7-46033890eb33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'mac_address': 'fa:16:3e:c3:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:17:27Z', 'updated_at': '2021-09-15T19:17:50Z', 'revision_number': 1, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:51.986560 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] Checking router: 944ed41e-310a-4b8c-8226-7d97decb5383 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:17:51.996642 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:17:51.997193 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:52.167662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:17:52.510531 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b208843b-b461-4d4a-97dc-b7df2307133f req-64f1c49d-5eb9-432c-a030-f9cc2dfc8669 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1098 time: 0.0681164 Sep 15 19:17:52.529500 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '2befe1c6-7df5-4a4f-af47-dae780241c7d', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'port_id': '58f2bc07-033c-452e-95a7-46033890eb33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'mac_address': 'fa:16:3e:c3:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:17:27Z', 'updated_at': '2021-09-15T19:17:50Z', 'revision_number': 1, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:52.533404 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f35dc2-d2f1-4651-a70e-bfa854152be1 None None] The sync data for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi is: [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '2befe1c6-7df5-4a4f-af47-dae780241c7d', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'port_id': '58f2bc07-033c-452e-95a7-46033890eb33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'mac_address': 'fa:16:3e:c3:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:17:27Z', 'updated_at': '2021-09-15T19:17:50Z', 'revision_number': 1, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:17:52.641528 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208843b-b461-4d4a-97dc-b7df2307133f req-20917c13-f8d1-473d-88f6-70c1c3ab9e32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:52.643015 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b208843b-b461-4d4a-97dc-b7df2307133f req-20917c13-f8d1-473d-88f6-70c1c3ab9e32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.1259160 Sep 15 19:17:52.722764 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54f5dc-1d62-4963-966f-44e5baad0343 None None] New status for floating IP 2befe1c6-7df5-4a4f-af47-dae780241c7d: ACTIVE {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:17:52.764981 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b208843b-b461-4d4a-97dc-b7df2307133f req-d78d9f46-1546-4d46-b26d-62bfdc7c599c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 200 len: 999 time: 0.1071949 Sep 15 19:17:52.831093 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208843b-b461-4d4a-97dc-b7df2307133f req-0aa6228d-b72f-48b6-a1bf-869c5e5772d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:52.832591 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b208843b-b461-4d4a-97dc-b7df2307133f req-0aa6228d-b72f-48b6-a1bf-869c5e5772d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0608537 Sep 15 19:17:52.916704 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b208843b-b461-4d4a-97dc-b7df2307133f req-4fcb3fcd-0343-40e6-b711-353e50d93f1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758052 Sep 15 19:17:53.041201 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-233b38d4-e872-474a-ad87-426fcb2d88e0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:53.042760 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-233b38d4-e872-474a-ad87-426fcb2d88e0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 945 time: 0.0866954 Sep 15 19:17:53.112554 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Deleting port e256e9bc-6381-4082-a6be-b2186cafe077 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:17:53.112900 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:53.202402 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b208843b-b461-4d4a-97dc-b7df2307133f req-5d80873d-ef1b-47e6-a85d-124bb142e42e service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775178 Sep 15 19:17:53.213272 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3585e96-139d-4860-a6ca-88a04d886cad req-772522de-528f-4225-a9cb-443681944c79 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:17:53.214700 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d3585e96-139d-4860-a6ca-88a04d886cad req-772522de-528f-4225-a9cb-443681944c79 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 945 time: 0.2687855 Sep 15 19:17:53.350551 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d3585e96-139d-4860-a6ca-88a04d886cad req-0fb994e7-8c92-47fe-884b-7cc514658ca1 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172459 Sep 15 19:17:53.378732 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b208843b-b461-4d4a-97dc-b7df2307133f req-2b3ad6f2-a4a0-4220-a500-2c60a4b761f1 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630187 Sep 15 19:17:53.389895 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] For port e256e9bc-6381-4082-a6be-b2186cafe077, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e256e9bc-6381-4082-a6be-b2186cafe077,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:17:53.390294 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:53.528329 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Calling delete_port for e256e9bc-6381-4082-a6be-b2186cafe077 owned by compute:nova {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:17:53.681027 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:53.688055 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:53.697497 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['e256e9bc-6381-4082-a6be-b2186cafe077'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:17:53.733802 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Pushing event deleted for resources: {'Port': ['ID=e256e9bc-6381-4082-a6be-b2186cafe077,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:17:53.736112 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:53.817096 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] No DVR routers for this DVR port e256e9bc-6381-4082-a6be-b2186cafe077 on host hv-cinder-80582 {{(pid=75104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:17:53.819637 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:53.822307 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8fbb12-a5f5-42a1-91a7-6d5429f2496c', 'name': 'network-vif-deleted', 'tag': 'e256e9bc-6381-4082-a6be-b2186cafe077'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:17:53.836901 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b7858bdd-02eb-471f-8518-0c2713994e50 req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.58 "DELETE /v2.0/ports/e256e9bc-6381-4082-a6be-b2186cafe077 HTTP/1.1" status: 204 len: 173 time: 0.7876079 Sep 15 19:17:53.879095 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8fbb12-a5f5-42a1-91a7-6d5429f2496c', 'name': 'network-vif-deleted', 'tag': 'e256e9bc-6381-4082-a6be-b2186cafe077', 'status': 'completed', 'code': 200} Sep 15 19:17:54.531417 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-ade0fb87-340d-4dbc-b681-6d54ba80c7ac req-4b6adb18-30df-446f-8263-f517460ca24d tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Synchronizing usage tracker for tenant:6331f3cd8e234982845a8b050d0e682a on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:17:54.546377 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-ade0fb87-340d-4dbc-b681-6d54ba80c7ac req-4b6adb18-30df-446f-8263-f517460ca24d tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Unset dirty status for tenant:6331f3cd8e234982845a8b050d0e682a on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:17:54.547913 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ade0fb87-340d-4dbc-b681-6d54ba80c7ac req-4b6adb18-30df-446f-8263-f517460ca24d tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8fbb12-a5f5-42a1-91a7-6d5429f2496c HTTP/1.1" status: 200 len: 210 time: 0.0568433 Sep 15 19:17:57.307316 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device e256e9bc-6381-4082-a6be-b2186cafe077 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:17:57.342491 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: e256e9bc-6381-4082-a6be-b2186cafe077 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:17:57.342830 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device e256e9bc-6381-4082-a6be-b2186cafe077 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:18:00.839795 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46296) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:00.978272 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:01.008316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:01.011959 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Usage tracker for resource:security_group_rule and tenant:2d523878408342668de1c6f15f8e4d56 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:01.014630 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:01.020135 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:01.086738 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:01.090173 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:01.096343 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8bcfff56-015f-4fb7-84ac-2254e6ffc770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:01.132934 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b5b2d5-b311-48b2-9d29-a85c83b76ff6,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:01.137487 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:01.143445 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d523878408342668de1c6f15f8e4d56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2999737 Sep 15 19:18:01.143445 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46302) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:01.202027 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-50dff913-9340-4cba-bbdc-dc3e193d69a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:01.226274 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-50dff913-9340-4cba-bbdc-dc3e193d69a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:01.276831 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-50dff913-9340-4cba-bbdc-dc3e193d69a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:01.281661 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bcddbfd5-81ce-4790-b22d-7957a336f8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:01.294523 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dff913-9340-4cba-bbdc-dc3e193d69a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b5b2d5-b311-48b2-9d29-a85c83b76ff6,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:01.297369 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-50dff913-9340-4cba-bbdc-dc3e193d69a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:01.299271 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-50dff913-9340-4cba-bbdc-dc3e193d69a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:01.300408 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-50dff913-9340-4cba-bbdc-dc3e193d69a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4b5b2d5-b311-48b2-9d29-a85c83b76ff6 HTTP/1.1" status: 204 len: 168 time: 0.1561167 Sep 15 19:18:02.149648 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46356) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:02.279029 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-42744889-network', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:02.283532 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:02.287228 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Usage tracker for resource:network and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:02.289968 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:02.295455 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:02.304650 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Made reservation on behalf of 208ef7a2f6504a3ca8f9a7e4df50150a for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:02.307375 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.322290 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.354800 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:02.358481 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Usage tracker for resource:security_group_rule and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:02.361159 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:02.366592 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:02.429996 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.434077 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.437012 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2b05234a-6f9c-4efd-969e-ff808311fa9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:02.463423 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:18:02.471361 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a5134-52b9-425a-840f-46f94f0a225c,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:02.474685 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:02.477086 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.477420 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Added segment 23631861-1633-4f47-b462-5c542ade7fac of type vlan for network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee Sep 15 19:18:02.513698 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.542959 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.544193 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:02.544785 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.549375 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0ac1b652-fbb0-43e4-8620-a6b68980fb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:02.715379 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5646212 Sep 15 19:18:02.718249 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46364) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:02.718749 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Pushing event updated for resources: {'Network': ['ID=90e9ddb6-b0fa-40ba-bb96-800db19b00ee,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:02.721413 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:02.723831 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Request body: {'subnet': {'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-42744889-subnet', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:02.729252 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:02.733169 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Usage tracker for resource:subnet and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:02.734431 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:18:02.736271 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:02.742771 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:02.754596 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Made reservation on behalf of 208ef7a2f6504a3ca8f9a7e4df50150a for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:02.757132 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66082434'] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.978857 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66406547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66082452'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:02.982585 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:03.052743 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab75c101-bd90-4f07-bce1-242360fdaa18,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:03.057574 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:03.067629 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Checking segment: {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:03.067986 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Network hostable DHCP agents. Network: 90e9ddb6-b0fa-40ba-bb96-800db19b00ee, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:18:03.089483 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:18:03.098356 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 90e9ddb6-b0fa-40ba-bb96-800db19b00ee) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:03.102695 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:03.103815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.110139 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f71ddc4-998c-4c53-b81a-cd02199a958a None None] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:18:03.128819 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b40ad352-9bc9-4987-afbf-dd65928be4d9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4094229 Sep 15 19:18:03.131474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46374) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:03.136962 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:03.141423 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:03.145357 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Usage tracker for resource:router and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:03.148274 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:03.154571 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:03.165191 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.166665 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.186092 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.342493 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.374057 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:18:03.374955 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.533592 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Allocated IP 172.20.0.2 (90e9ddb6-b0fa-40ba-bb96-800db19b00ee/ab75c101-bd90-4f07-bce1-242360fdaa18/5357dd4d-413a-46af-a998-60aa3ce8d4e2) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:03.554325 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.584493 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.720992 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Allocated IP 172.27.2.226 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/2cbead36-7720-4e5a-bcb9-461cc62d4e02) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:03.732876 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.743630 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Transition to ACTIVE for port object 5357dd4d-413a-46af-a998-60aa3ce8d4e2 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:03.762772 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Transition to ACTIVE for port object 5357dd4d-413a-46af-a998-60aa3ce8d4e2 will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:03.769897 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.778228 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:03.837527 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:03.840572 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:03.847762 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:03.852318 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Pushing event updated for resources: {'Port': ['ID=5357dd4d-413a-46af-a998-60aa3ce8d4e2,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:03.856412 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:03.876818 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.908101 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.912670 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:03.940442 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Attempting to bind port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:03.940829 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Attempting to bind port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:03.941177 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Attempting to bind port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 on network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:03.948139 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:03.948514 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Checking segment: {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:03.948918 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.949315 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Bound using segment: {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:03.949776 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Bound port: 5357dd4d-413a-46af-a998-60aa3ce8d4e2, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:03.950150 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:03.984004 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:03.986888 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:03.989475 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:04.025997 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbead36-7720-4e5a-bcb9-461cc62d4e02,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:04.028818 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:04.035629 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] For port 5357dd4d-413a-46af-a998-60aa3ce8d4e2, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:04.039031 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] For port 5357dd4d-413a-46af-a998-60aa3ce8d4e2, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=5357dd4d-413a-46af-a998-60aa3ce8d4e2,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:04.044889 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:04.048925 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:04.122015 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Pushing event updated for resources: {'Port': ['ID=5357dd4d-413a-46af-a998-60aa3ce8d4e2,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:04.124892 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:04.164404 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:04.165661 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:04.515808 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:18:04.726125 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:18:04.742990 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e993738-2626-42fa-99ed-127816135109 None None] Sync routers for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:18:04.755957 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e993738-2626-42fa-99ed-127816135109 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:04.756633 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-6e993738-2626-42fa-99ed-127816135109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:04.756908 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:04.761950 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46392) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:04.762649 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6301327 Sep 15 19:18:04.944703 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-6e993738-2626-42fa-99ed-127816135109 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:05.105007 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94262a70-db76-4fa0-9119-bb84cfcebde1 None None] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:18:05.284379 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-a83b34eb-4807-4049-96d3-56911248b2a5 None None] Provisioning for port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:05.508381 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-6e993738-2626-42fa-99ed-127816135109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:04Z', 'revision_number': 3, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:05.513064 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e993738-2626-42fa-99ed-127816135109 None None] Checking router: 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:18:05.513558 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e993738-2626-42fa-99ed-127816135109 None None] Updating router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 port 2cbead36-7720-4e5a-bcb9-461cc62d4e02 binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:18:05.534368 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:05.566410 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6e993738-2626-42fa-99ed-127816135109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:05.730991 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 5357dd4d-413a-46af-a998-60aa3ce8d4e2 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:05.813981 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Allocated IP 172.20.0.1 (90e9ddb6-b0fa-40ba-bb96-800db19b00ee/ab75c101-bd90-4f07-bce1-242360fdaa18/a9a153d3-2645-494e-9929-ed554b2f381c) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:05.987226 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:05.995427 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:05.995893 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.037037 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.058899 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Transition to ACTIVE for port object a9a153d3-2645-494e-9929-ed554b2f381c will not be triggered until provisioned by entity DHCP. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:06.088238 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.098523 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:06.131839 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6e993738-2626-42fa-99ed-127816135109 None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.178773 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-6e993738-2626-42fa-99ed-127816135109 None None] Transition to ACTIVE for port object 2cbead36-7720-4e5a-bcb9-461cc62d4e02 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:06.191181 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Pushing event updated for resources: {'Port': ['ID=a9a153d3-2645-494e-9929-ed554b2f381c,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:06.197029 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:06.201175 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6e993738-2626-42fa-99ed-127816135109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.205561 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.206788 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:06.208071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:06.210572 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:06.221002 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:06.353452 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.369723 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd69cf-942c-4747-8bae-cbdb357632a7 None None] Pushing event updated for resources: {'Port': ['ID=2cbead36-7720-4e5a-bcb9-461cc62d4e02,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:06.373858 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-88fd69cf-942c-4747-8bae-cbdb357632a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:06.375582 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 5357dd4d-413a-46af-a998-60aa3ce8d4e2, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=5357dd4d-413a-46af-a998-60aa3ce8d4e2,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:06.381937 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-6e993738-2626-42fa-99ed-127816135109 None None] Attempting to bind port 2cbead36-7720-4e5a-bcb9-461cc62d4e02 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:06.384564 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-6e993738-2626-42fa-99ed-127816135109 None None] Attempting to bind port 2cbead36-7720-4e5a-bcb9-461cc62d4e02 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:06.384965 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e993738-2626-42fa-99ed-127816135109 None None] Attempting to bind port 2cbead36-7720-4e5a-bcb9-461cc62d4e02 on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:06.392148 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.395552 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:06.481438 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e993738-2626-42fa-99ed-127816135109 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:06.481828 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e993738-2626-42fa-99ed-127816135109 None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:06.482332 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.482477 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6e993738-2626-42fa-99ed-127816135109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.482756 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e993738-2626-42fa-99ed-127816135109 None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:06.483272 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-6e993738-2626-42fa-99ed-127816135109 None None] Bound port: 2cbead36-7720-4e5a-bcb9-461cc62d4e02, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:06.483826 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6e993738-2626-42fa-99ed-127816135109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.529772 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-34c6d937-6c15-4f62-a82e-bd567b26f0c7 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:06.531442 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-34c6d937-6c15-4f62-a82e-bd567b26f0c7 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/networks?id=671c4b35-57e1-4146-ad15-a70a4e86cc90 HTTP/1.1" status: 200 len: 813 time: 0.2783577 Sep 15 19:18:06.533794 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=5357dd4d-413a-46af-a998-60aa3ce8d4e2,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:06.537803 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:06.562296 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-a1a9412e-6145-475f-9d38-dc41c5b62c1b tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/quotas/6331f3cd8e234982845a8b050d0e682a HTTP/1.1" status: 200 len: 375 time: 0.0183249 Sep 15 19:18:06.582040 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-6e993738-2626-42fa-99ed-127816135109 None None] For port 2cbead36-7720-4e5a-bcb9-461cc62d4e02, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:06.585768 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-6e993738-2626-42fa-99ed-127816135109 None None] For port 2cbead36-7720-4e5a-bcb9-461cc62d4e02, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=2cbead36-7720-4e5a-bcb9-461cc62d4e02,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:06.593225 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6e993738-2626-42fa-99ed-127816135109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.597550 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:06.620154 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-a4501aca-cd23-4c2c-bf52-1bd2c32b9b16 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6331f3cd8e234982845a8b050d0e682a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529406 Sep 15 19:18:06.695871 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd69cf-942c-4747-8bae-cbdb357632a7 None None] Pushing event updated for resources: {'Port': ['ID=2cbead36-7720-4e5a-bcb9-461cc62d4e02,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:06.700356 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-88fd69cf-942c-4747-8bae-cbdb357632a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:06.701703 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e993738-2626-42fa-99ed-127816135109 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:06.702307 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-6e993738-2626-42fa-99ed-127816135109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:06.766563 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-77719c11-b641-4eda-b8b8-dbe90dbbe0ff None None] Provisioning for port a9a153d3-2645-494e-9929-ed554b2f381c completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:06.769235 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-973254ae-bdbb-481d-a792-b1a3a60cfcd5 service neutron] 10.222.0.20 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421378 Sep 15 19:18:06.781415 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-77719c11-b641-4eda-b8b8-dbe90dbbe0ff None None] Provisioning complete for port a9a153d3-2645-494e-9929-ed554b2f381c triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:06.781787 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-77719c11-b641-4eda-b8b8-dbe90dbbe0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.832010 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.837494 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.866114 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b8708369-1f2a-469f-a6d0-dbd93efdca2a tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:06.945462 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-77719c11-b641-4eda-b8b8-dbe90dbbe0ff None None] Port a9a153d3-2645-494e-9929-ed554b2f381c cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:18:06.954811 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:06.959147 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Pushing event updated for resources: {'Port': ['ID=a9a153d3-2645-494e-9929-ed554b2f381c,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:06.961442 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-30d25b25-2c85-4d74-9dea-25b9c1982f8f service neutron] 10.222.0.20 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852560 Sep 15 19:18:06.962945 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:06.974244 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-6e993738-2626-42fa-99ed-127816135109 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:07.121716 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:07.123860 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:07.204024 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7bff0fd5-0fe6-481a-b8e6-b3cf729fd7b0 req-e3d4761d-b8cb-4f40-8fde-7badd77e0044 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 210 time: 0.0549626 Sep 15 19:18:07.347539 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-6e993738-2626-42fa-99ed-127816135109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:05Z', 'revision_number': 1, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:07.351856 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e993738-2626-42fa-99ed-127816135109 None None] The sync data for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi is: [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:05Z', 'revision_number': 1, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:18:07.475286 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-4379b6c6-3ae3-4203-b05b-558f8e5d1662 None None] Provisioning complete for port a9a153d3-2645-494e-9929-ed554b2f381c triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:07.475680 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-4379b6c6-3ae3-4203-b05b-558f8e5d1662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:07.558196 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-4379b6c6-3ae3-4203-b05b-558f8e5d1662 None None] Port a9a153d3-2645-494e-9929-ed554b2f381c cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:18:07.634923 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:18:07.689530 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 5357dd4d-413a-46af-a998-60aa3ce8d4e2 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:07.825737 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:07.826313 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:07.940478 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-c5606d94-96fb-4cbf-aa28-b068717dc218 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2132654 Sep 15 19:18:08.002077 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:18:08.030273 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:18:08.040704 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] 10.222.0.20 "PUT /v2.0/routers/9eef18cc-927e-4fb1-8e0a-f5a9031df5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2766268 Sep 15 19:18:08.124697 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-69faedda-cfdc-4278-9d80-5fff46d16437 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 1098 time: 0.0827065 Sep 15 19:18:08.207166 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:08.325633 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-0103e880-3ccf-4a4d-8a99-53c7ba450dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:08.327086 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-0103e880-3ccf-4a4d-8a99-53c7ba450dc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 912 time: 0.1612296 Sep 15 19:18:08.421327 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fe66c1e2-0a6e-47f3-94db-c29703b20ddc req-9f2b4632-4062-4c29-934a-afa33abd5cd7 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 210 time: 0.0576022 Sep 15 19:18:08.465035 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-30e26244-071b-457f-afac-c3913492517e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 200 len: 1001 time: 0.1257665 Sep 15 19:18:08.561675 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-51117d80-a03d-4e9a-ab6a-6cf81fa54048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:08.564223 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-51117d80-a03d-4e9a-ab6a-6cf81fa54048 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.0915656 Sep 15 19:18:08.678776 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-53d00da3-52b3-45dc-a06c-40a8460e2cb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055787 Sep 15 19:18:08.720578 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-fd0b3f04-52da-4564-aea1-8d7119cb6dd4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:08.721870 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-fd0b3f04-52da-4564-aea1-8d7119cb6dd4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.58 "GET /v2.0/networks?id=671c4b35-57e1-4146-ad15-a70a4e86cc90 HTTP/1.1" status: 200 len: 813 time: 0.2125738 Sep 15 19:18:08.743900 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Request body: {'port': {'device_id': 'be766eda-ceaa-478f-9fad-ad47e64e4113', 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90', 'admin_state_up': True, 'tenant_id': '6331f3cd8e234982845a8b050d0e682a'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:08.922384 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:08.945572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:08.956669 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-904b65a4-19ba-496e-abc6-12bc6d4950b3 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683988 Sep 15 19:18:08.963436 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Made reservation on behalf of 6331f3cd8e234982845a8b050d0e682a for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:08.966591 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.122276 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-895b73d9-12ce-479a-9fe1-94a3546eff22 req-8f2fd8e0-04ff-4a92-ac3c-3499b40d99ce service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584840 Sep 15 19:18:09.209512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Allocated IP 172.20.0.2 (671c4b35-57e1-4146-ad15-a70a4e86cc90/64d5ba1b-bfdc-48a4-9939-e614fec9c6eb/0f31697a-2cbf-4117-a614-b0067fb13ff7) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:09.270194 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46482) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:09.276164 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-97588645-network', 'tenant_id': '054f613ccea547678d78889c62bf164b'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:09.280736 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:09.284472 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Usage tracker for resource:network and tenant:054f613ccea547678d78889c62bf164b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:09.287365 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:09.293871 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:09.304483 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Made reservation on behalf of 054f613ccea547678d78889c62bf164b for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:09.306804 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.327737 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.367019 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:09.371259 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Usage tracker for resource:security_group_rule and tenant:054f613ccea547678d78889c62bf164b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:09.374461 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:09.380712 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:09.479136 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.482947 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.484841 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.491943 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-165d820f-1e2f-4697-9b74-3436bfa97a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:09.524248 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:18:09.537854 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b77634-514d-48e4-a824-4c3b2df53b57,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:09.542741 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:09.543686 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.547323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.547323 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Added segment 472e3c52-420a-4343-93b5-8db3fef41b50 of type vlan for network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 Sep 15 19:18:09.549336 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-12489de1-ee34-42a0-973f-879ca9ec6693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:09.589875 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.646153 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Network 671c4b35-57e1-4146-ad15-a70a4e86cc90 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:09.649935 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:09.653851 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:09.684631 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Pushing event updated for resources: {'Port': ['ID=0f31697a-2cbf-4117-a614-b0067fb13ff7,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:09.709780 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.709910 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.710237 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.710602 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.710957 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.711353 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.712237 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.715423 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.715797 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.716188 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.718390 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.718625 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 2cbead36-7720-4e5a-bcb9-461cc62d4e02 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:09.724106 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:09.728148 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.731316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:09.733596 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.741002 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:09.741869 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.757633 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3852a8c2-a2c5-454d-a3dd-c09e61750473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:09.773112 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0371523 Sep 15 19:18:09.786307 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5126097 Sep 15 19:18:09.789559 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Request body: {'port': {'device_id': 'be766eda-ceaa-478f-9fad-ad47e64e4113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:09.791744 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 2cbead36-7720-4e5a-bcb9-461cc62d4e02 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:09.796493 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 2cbead36-7720-4e5a-bcb9-461cc62d4e02 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:09.796938 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.798473 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46496) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:09.808285 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Request body: {'subnet': {'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-97588645-subnet', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'ip_version': 4}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:09.856733 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:09.866982 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Usage tracker for resource:subnet and tenant:054f613ccea547678d78889c62bf164b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:09.873874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:09.877335 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Pushing event updated for resources: {'Network': ['ID=730c3dd9-eac6-4e94-b0da-8848835f7bf6,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:09.887541 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ab0b9-13b4-4e18-ae4e-a9799ea982c1 req-fc7ff0ed-3b62-4b9b-928f-aeef785a0b3b tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:09.889133 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-629ab0b9-13b4-4e18-ae4e-a9799ea982c1 req-fc7ff0ed-3b62-4b9b-928f-aeef785a0b3b tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 931 time: 0.2315981 Sep 15 19:18:09.890737 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:09.915752 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.921846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.922210 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.922792 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.923373 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.923732 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.924087 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.924436 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.924785 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.925195 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.925534 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.926034 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:09.934780 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:09.936662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 2cbead36-7720-4e5a-bcb9-461cc62d4e02, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=2cbead36-7720-4e5a-bcb9-461cc62d4e02,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:09.943913 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:18:09.948112 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Made reservation on behalf of 054f613ccea547678d78889c62bf164b for: {'subnet': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:09.950615 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65637279'] for subnet, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.962993 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.968585 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:09.997163 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-629ab0b9-13b4-4e18-ae4e-a9799ea982c1 req-31e598d6-9f5d-4da7-961f-5f10f42e2295 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982523 Sep 15 19:18:10.087039 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.125017 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=2cbead36-7720-4e5a-bcb9-461cc62d4e02,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:10.127919 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:10.185004 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66235757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65637257'] for subnet, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.189763 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:10.265270 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2758ead-6d34-4256-bad9-4d45a71c5d8e,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:10.270187 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:10.280164 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Checking segment: {'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:10.280521 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Network hostable DHCP agents. Network: 730c3dd9-eac6-4e94-b0da-8848835f7bf6, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:18:10.302442 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:18:10.311936 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 730c3dd9-eac6-4e94-b0da-8848835f7bf6) {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:10.316096 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:10.316561 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.321785 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0bd4c-ae38-4fc6-986e-6c33054fb60d None None] Network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:18:10.340109 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5405576 Sep 15 19:18:10.342624 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46500) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:10.348109 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:10.354264 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:10.358582 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Usage tracker for resource:router and tenant:054f613ccea547678d78889c62bf164b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:10.361829 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:10.369664 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:10.390613 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.391326 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.424294 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.493229 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f31697a-2cbf-4117-a614-b0067fb13ff7 {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:18:10.509642 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.532072 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Transition to ACTIVE for port object 0f31697a-2cbf-4117-a614-b0067fb13ff7 will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:10.538354 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.550513 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ee76b5ff-774c-4492-8128-fcab149cce35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:10.584197 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-730c3dd9-eac6-4e94-b0da-8848835f7bf6', 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'fixed_ips': [{'subnet_id': 'e2758ead-6d34-4256-bad9-4d45a71c5d8e'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:18:10.585305 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.699927 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f31697a-2cbf-4117-a614-b0067fb13ff7,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:10.704679 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:10.712975 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.832735 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Allocated IP 172.20.0.2 (730c3dd9-eac6-4e94-b0da-8848835f7bf6/e2758ead-6d34-4256-bad9-4d45a71c5d8e/48a061e2-025a-44e0-8f3e-cc1c474fe154) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:10.884767 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Attempting to bind port 0f31697a-2cbf-4117-a614-b0067fb13ff7 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:10.885428 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Attempting to bind port 0f31697a-2cbf-4117-a614-b0067fb13ff7 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:10.885959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Attempting to bind port 0f31697a-2cbf-4117-a614-b0067fb13ff7 on network 671c4b35-57e1-4146-ad15-a70a4e86cc90 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:10.894009 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Port 0f31697a-2cbf-4117-a614-b0067fb13ff7 on network 671c4b35-57e1-4146-ad15-a70a4e86cc90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:18:10.894606 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Attempting to bind port 0f31697a-2cbf-4117-a614-b0067fb13ff7 on network 671c4b35-57e1-4146-ad15-a70a4e86cc90 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:10.904022 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:10.904651 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Checking segment: {'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:10.905247 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Bound using segment: {'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:10.905877 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Bound port: 0f31697a-2cbf-4117-a614-b0067fb13ff7, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a089851a-9bb6-4d04-a98c-dbfc2fe77393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:10.906438 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.958545 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:10.994986 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.036188 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] For port 0f31697a-2cbf-4117-a614-b0067fb13ff7, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:11.040625 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] For port 0f31697a-2cbf-4117-a614-b0067fb13ff7, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0f31697a-2cbf-4117-a614-b0067fb13ff7,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:11.050030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.056481 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0ed3fae4-92ed-42b6-a901-f8befa71e779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:11.188868 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.190266 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] 10.222.0.58 "PUT /v2.0/ports/0f31697a-2cbf-4117-a614-b0067fb13ff7 HTTP/1.1" status: 200 len: 1093 time: 1.4094117 Sep 15 19:18:11.190822 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be766eda-ceaa-478f-9fad-ad47e64e4113', 'tag': '0f31697a-2cbf-4117-a614-b0067fb13ff7'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:18:11.227516 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f31697a-2cbf-4117-a614-b0067fb13ff7,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:11.238986 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:11.300691 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.316514 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Transition to ACTIVE for port object 48a061e2-025a-44e0-8f3e-cc1c474fe154 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:11.343250 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Transition to ACTIVE for port object 48a061e2-025a-44e0-8f3e-cc1c474fe154 will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:11.348833 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Allocated IP 172.27.2.219 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/c833d8fc-f4f7-4104-b3e7-c2509bac44d8) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:11.351139 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.363824 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:11.422622 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c2bcc-0d3e-4a9d-ae83-91583fa0795c req-271110d2-f404-4c8d-b992-382402d64444 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:11.423560 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-148c2bcc-0d3e-4a9d-ae83-91583fa0795c req-271110d2-f404-4c8d-b992-382402d64444 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Synchronizing usage tracker for tenant:6331f3cd8e234982845a8b050d0e682a on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:18:11.430904 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-c97edecd-45af-4cf8-b622-a99ab887ff2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6331f3cd8e234982845a8b050d0e682a&device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 1096 time: 0.1227078 Sep 15 19:18:11.443688 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:11.447640 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:11.451673 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:11.461393 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Pushing event updated for resources: {'Port': ['ID=48a061e2-025a-44e0-8f3e-cc1c474fe154,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:11.464725 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:11.496470 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-148c2bcc-0d3e-4a9d-ae83-91583fa0795c req-271110d2-f404-4c8d-b992-382402d64444 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Unset dirty status for tenant:6331f3cd8e234982845a8b050d0e682a on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:18:11.497768 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-148c2bcc-0d3e-4a9d-ae83-91583fa0795c req-271110d2-f404-4c8d-b992-382402d64444 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 943 time: 0.2605767 Sep 15 19:18:11.528297 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-304f5f66-729d-485a-8306-c6109f99e630 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f31697a-2cbf-4117-a614-b0067fb13ff7 HTTP/1.1" status: 200 len: 217 time: 0.0885639 Sep 15 19:18:11.563535 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Attempting to bind port 48a061e2-025a-44e0-8f3e-cc1c474fe154 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:11.563933 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Attempting to bind port 48a061e2-025a-44e0-8f3e-cc1c474fe154 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:11.564652 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Attempting to bind port 48a061e2-025a-44e0-8f3e-cc1c474fe154 on network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:11.571626 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:11.572002 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Checking segment: {'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:11.572403 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.572744 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086ef1b-2800-415c-8a50-8fe13a9d4ee1 req-ae5d26c7-d300-41c3-9525-bcbff1adbcc2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:11.572868 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Bound using segment: {'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:11.573583 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Bound port: 48a061e2-025a-44e0-8f3e-cc1c474fe154, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:11.573974 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.574224 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3086ef1b-2800-415c-8a50-8fe13a9d4ee1 req-ae5d26c7-d300-41c3-9525-bcbff1adbcc2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.2855844 Sep 15 19:18:11.603652 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-148c2bcc-0d3e-4a9d-ae83-91583fa0795c req-78ed4f00-01bc-401f-9077-d4f36ebeeadd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942206 Sep 15 19:18:11.614392 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-ff6c276b-4110-4bbd-9722-85af52f4d0fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:11.616608 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-ff6c276b-4110-4bbd-9722-85af52f4d0fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=64d5ba1b-bfdc-48a4-9939-e614fec9c6eb HTTP/1.1" status: 200 len: 853 time: 0.0734336 Sep 15 19:18:11.639793 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.672564 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3086ef1b-2800-415c-8a50-8fe13a9d4ee1 req-31c5265a-2ec4-409c-8b87-c6b70209171a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811908 Sep 15 19:18:11.690013 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-471af98d-8251-4e19-b950-93967f8190ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=671c4b35-57e1-4146-ad15-a70a4e86cc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659120 Sep 15 19:18:11.707689 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] For port 48a061e2-025a-44e0-8f3e-cc1c474fe154, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:11.712185 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] For port 48a061e2-025a-44e0-8f3e-cc1c474fe154, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=48a061e2-025a-44e0-8f3e-cc1c474fe154,segment=NetworkSegment(472e3c52-420a-4343-93b5-8db3fef41b50),segment_id=472e3c52-420a-4343-93b5-8db3fef41b50)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:11.719133 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.719737 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.726728 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:11.741640 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:11.744638 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be766eda-ceaa-478f-9fad-ad47e64e4113', 'tag': '0f31697a-2cbf-4117-a614-b0067fb13ff7', 'status': 'completed', 'code': 200} Sep 15 19:18:11.772313 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 2cbead36-7720-4e5a-bcb9-461cc62d4e02 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:11.845031 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-0dd20000-fc7a-41b8-beed-d885ff7cf6eb service neutron] 10.222.0.58 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473317 Sep 15 19:18:11.848645 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:11.852248 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:11.854388 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Pushing event updated for resources: {'Port': ['ID=c833d8fc-f4f7-4104-b3e7-c2509bac44d8,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:11.856613 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:11.893625 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Pushing event updated for resources: {'Port': ['ID=48a061e2-025a-44e0-8f3e-cc1c474fe154,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:11.902160 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:11.912149 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 2cbead36-7720-4e5a-bcb9-461cc62d4e02 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:11.912611 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.916493 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:12.038377 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3f9474d8-d225-4f33-8df1-dd64d2635f52 req-c908de25-37a8-42d0-ad1e-aedc87125fa8 service neutron] 10.222.0.58 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839874 Sep 15 19:18:12.121019 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:12.121762 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:12.173263 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-348efd3d-61a4-4b76-a237-7f97868a716e req-1d5fb548-582d-424c-bcef-c41fe9b8f37f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6331f3cd8e234982845a8b050d0e682a&device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 1096 time: 0.0745909 Sep 15 19:18:12.377671 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Router d9e9fec7-8322-4db1-a921-374799ddbf24 is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:18:12.400052 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348efd3d-61a4-4b76-a237-7f97868a716e req-c22ec525-8185-4900-b25d-2cdb0ed8051d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:12.401522 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-348efd3d-61a4-4b76-a237-7f97868a716e req-c22ec525-8185-4900-b25d-2cdb0ed8051d service neutron] 10.222.0.58 "GET /v2.0/networks?id=671c4b35-57e1-4146-ad15-a70a4e86cc90 HTTP/1.1" status: 200 len: 914 time: 0.2181933 Sep 15 19:18:12.479668 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-348efd3d-61a4-4b76-a237-7f97868a716e req-cf7eacec-17cd-4816-8f57-46682f876284 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f31697a-2cbf-4117-a614-b0067fb13ff7 HTTP/1.1" status: 200 len: 217 time: 0.0698943 Sep 15 19:18:12.560235 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348efd3d-61a4-4b76-a237-7f97868a716e req-10884993-e252-4f97-a7d3-f7a52eb07677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:12.561678 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-348efd3d-61a4-4b76-a237-7f97868a716e req-10884993-e252-4f97-a7d3-f7a52eb07677 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=64d5ba1b-bfdc-48a4-9939-e614fec9c6eb HTTP/1.1" status: 200 len: 853 time: 0.0607264 Sep 15 19:18:12.579942 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:18:12.597032 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Sync routers for ids ['d9e9fec7-8322-4db1-a921-374799ddbf24'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:18:12.609152 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:12.613186 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-348efd3d-61a4-4b76-a237-7f97868a716e req-be7066d4-77ea-4cee-b31b-aa66af483c82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=671c4b35-57e1-4146-ad15-a70a4e86cc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404420 Sep 15 19:18:12.613350 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2670255 Sep 15 19:18:12.613516 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46548) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:12.613700 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Routers {'d9e9fec7-8322-4db1-a921-374799ddbf24'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:12.614304 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['d9e9fec7-8322-4db1-a921-374799ddbf24'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:12.821500 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-348efd3d-61a4-4b76-a237-7f97868a716e req-856b9f1a-e9a7-4f34-a696-31b5667cde2b service neutron] 10.222.0.58 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017982 Sep 15 19:18:13.002293 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Set router d9e9fec7-8322-4db1-a921-374799ddbf24 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:13.068727 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-348efd3d-61a4-4b76-a237-7f97868a716e req-ed0b61d2-eec8-4c76-a148-65b831ded6eb service neutron] 10.222.0.58 "GET /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393379 Sep 15 19:18:13.082269 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b997910-d0a3-42f8-9443-9e679b0801e6 req-ec68e518-5802-4b6f-9072-f70b22a83433 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:13.083947 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8b997910-d0a3-42f8-9443-9e679b0801e6 req-ec68e518-5802-4b6f-9072-f70b22a83433 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 943 time: 0.2209046 Sep 15 19:18:13.183213 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9d61e-af80-4a8c-b8b1-f59ec2549cb9 req-1e917a47-5daa-4dca-b6a0-126fe285d609 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:13.185347 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-45d9d61e-af80-4a8c-b8b1-f59ec2549cb9 req-1e917a47-5daa-4dca-b6a0-126fe285d609 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.2277789 Sep 15 19:18:13.203701 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8b997910-d0a3-42f8-9443-9e679b0801e6 req-9ebed65f-0b09-429b-9756-1ae572f0190b tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132379 Sep 15 19:18:13.243881 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717cd1c-cb21-44c6-a9b4-7f76c61f72b2 None None] Network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:18:13.341443 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-45d9d61e-af80-4a8c-b8b1-f59ec2549cb9 req-efa3f20c-d909-4a49-92ae-e6e312ad260c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444199 Sep 15 19:18:13.368323 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-079a1636-9f04-4a74-9d31-ac77030d9ec9 None None] Provisioning for port 48a061e2-025a-44e0-8f3e-cc1c474fe154 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:13.395626 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:18:12Z', 'revision_number': 3, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port': {'id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:11Z', 'updated_at': '2021-09-15T19:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:13.400530 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Checking router: d9e9fec7-8322-4db1-a921-374799ddbf24 for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:18:13.400995 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Updating router d9e9fec7-8322-4db1-a921-374799ddbf24 port c833d8fc-f4f7-4104-b3e7-c2509bac44d8 binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:18:13.456527 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:13.734263 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 48a061e2-025a-44e0-8f3e-cc1c474fe154 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:13.767721 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46572) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:13.843044 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 48a061e2-025a-44e0-8f3e-cc1c474fe154 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:13.850795 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 48a061e2-025a-44e0-8f3e-cc1c474fe154 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:13.851962 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:13.856035 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:13.911766 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:13.928727 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Transition to ACTIVE for port object c833d8fc-f4f7-4104-b3e7-c2509bac44d8 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:13.938378 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:13.944059 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:13.952839 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:13.960717 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-1663f928-c514-4d1e-b8a5-b32208765af5 None None] Provisioning complete for port 48a061e2-025a-44e0-8f3e-cc1c474fe154 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:13.961636 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1663f928-c514-4d1e-b8a5-b32208765af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:13.987032 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:13.991694 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Usage tracker for resource:security_group_rule and tenant:93bf7ab825304938be45e961e10b67fa is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:13.997603 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:14.004604 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:14.032278 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1129448-8d3d-4b88-8440-b24cde2ad366 None None] Pushing event updated for resources: {'Port': ['ID=c833d8fc-f4f7-4104-b3e7-c2509bac44d8,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:14.047839 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e1129448-8d3d-4b88-8440-b24cde2ad366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:14.051603 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.075617 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Attempting to bind port c833d8fc-f4f7-4104-b3e7-c2509bac44d8 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:14.076037 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Attempting to bind port c833d8fc-f4f7-4104-b3e7-c2509bac44d8 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:14.076411 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Attempting to bind port c833d8fc-f4f7-4104-b3e7-c2509bac44d8 on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:14.084651 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:14.085045 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:14.086091 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.087310 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:14.087841 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Bound port: c833d8fc-f4f7-4104-b3e7-c2509bac44d8, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:14.088275 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.092531 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.099753 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.109193 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-7564565f-7b4c-4957-8f1c-0fb24ad1571b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:14.130929 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 48a061e2-025a-44e0-8f3e-cc1c474fe154, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=48a061e2-025a-44e0-8f3e-cc1c474fe154,segment=NetworkSegment(472e3c52-420a-4343-93b5-8db3fef41b50),segment_id=472e3c52-420a-4343-93b5-8db3fef41b50)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:14.144007 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.148332 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:14.173270 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] For port c833d8fc-f4f7-4104-b3e7-c2509bac44d8, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:14.176562 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a74530-077d-49ee-b5d8-ae43ebdc3744,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:14.177044 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] For port c833d8fc-f4f7-4104-b3e7-c2509bac44d8, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=c833d8fc-f4f7-4104-b3e7-c2509bac44d8,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:14.182068 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93bf7ab825304938be45e961e10b67fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4120612 Sep 15 19:18:14.183382 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:14.184659 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46578) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:14.188630 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.193227 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:14.196904 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1663f928-c514-4d1e-b8a5-b32208765af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.277824 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=48a061e2-025a-44e0-8f3e-cc1c474fe154,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:14.282889 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:14.286309 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1129448-8d3d-4b88-8440-b24cde2ad366 None None] Pushing event updated for resources: {'Port': ['ID=c833d8fc-f4f7-4104-b3e7-c2509bac44d8,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:14.291144 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e1129448-8d3d-4b88-8440-b24cde2ad366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:14.292117 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Routers {'d9e9fec7-8322-4db1-a921-374799ddbf24'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:14.292709 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:17:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['d9e9fec7-8322-4db1-a921-374799ddbf24'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:14.303409 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.db.api [None req-1663f928-c514-4d1e-b8a5-b32208765af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:18:14.303812 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_db.api [None req-1663f928-c514-4d1e-b8a5-b32208765af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:18:14.304459 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d723e1a1-8dd1-4bcd-93c8-ca520d9e2017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.338307 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d723e1a1-8dd1-4bcd-93c8-ca520d9e2017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.359760 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Allocated IP 172.20.0.1 (730c3dd9-eac6-4e94-b0da-8848835f7bf6/e2758ead-6d34-4256-bad9-4d45a71c5d8e/988f9fd2-f797-45f0-9f85-c85cc432edd5) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:14.412716 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d723e1a1-8dd1-4bcd-93c8-ca520d9e2017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.417158 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b994dd7d-bd8b-4a6f-b8bf-3a5c01e5befe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:14.428396 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723e1a1-8dd1-4bcd-93c8-ca520d9e2017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a74530-077d-49ee-b5d8-ae43ebdc3744,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:14.431915 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d723e1a1-8dd1-4bcd-93c8-ca520d9e2017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:14.435143 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d723e1a1-8dd1-4bcd-93c8-ca520d9e2017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.436288 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d723e1a1-8dd1-4bcd-93c8-ca520d9e2017 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82a74530-077d-49ee-b5d8-ae43ebdc3744 HTTP/1.1" status: 204 len: 168 time: 0.2505453 Sep 15 19:18:14.533499 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] Set router d9e9fec7-8322-4db1-a921-374799ddbf24 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:14.612656 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23a599-f82e-4a40-97f4-f1b4a94de757 req-4c37ebcb-3e3b-4368-a4c9-452f76bb5fea tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:14.614150 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8c23a599-f82e-4a40-97f4-f1b4a94de757 req-4c37ebcb-3e3b-4368-a4c9-452f76bb5fea tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0970857 Sep 15 19:18:14.623468 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.649806 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152da6-4bbc-4d30-9d6f-7739e3541893 req-d5b71754-cd3b-4fe8-82c4-4e7b0daf75d2 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:14.652746 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-78152da6-4bbc-4d30-9d6f-7739e3541893 req-d5b71754-cd3b-4fe8-82c4-4e7b0daf75d2 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 943 time: 0.2417955 Sep 15 19:18:14.657286 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 0f31697a-2cbf-4117-a614-b0067fb13ff7 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:18:14.661455 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Transition to ACTIVE for port object 988f9fd2-f797-45f0-9f85-c85cc432edd5 will not be triggered until provisioned by entity DHCP. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:14.697309 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8c23a599-f82e-4a40-97f4-f1b4a94de757 req-b1b89cd3-30cf-43f2-8163-abd78d53851a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724545 Sep 15 19:18:14.722038 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-78152da6-4bbc-4d30-9d6f-7739e3541893 req-7b73957a-b5e1-4655-89fa-dab774856f13 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586967 Sep 15 19:18:14.734427 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.739204 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1b45243a-b349-4f13-91e5-19d3be66d1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:14.825680 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:14.830980 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:14.834926 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:14.890323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Pushing event updated for resources: {'Port': ['ID=988f9fd2-f797-45f0-9f85-c85cc432edd5,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:14.916423 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:14.939544 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 0f31697a-2cbf-4117-a614-b0067fb13ff7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0f31697a-2cbf-4117-a614-b0067fb13ff7,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:14.979261 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:18:12Z', 'revision_number': 3, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port': {'id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:11Z', 'updated_at': '2021-09-15T19:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:14.981900 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:14.984374 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2173db-8842-49b8-8de7-c6cab279fa62 None None] The sync data for ids ['d9e9fec7-8322-4db1-a921-374799ddbf24'] in dv-cinder-805825-3-iscsi is: [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:18:12Z', 'revision_number': 3, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port': {'id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:11Z', 'updated_at': '2021-09-15T19:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:18:14.989857 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '0f31697a-2cbf-4117-a614-b0067fb13ff7', 'network_id': '671c4b35-57e1-4146-ad15-a70a4e86cc90', 'port_id': '0f31697a-2cbf-4117-a614-b0067fb13ff7', 'mac_address': 'fa:16:3e:f8:d3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d5ba1b-bfdc-48a4-9939-e614fec9c6eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:18:15.009446 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46592) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:15.028504 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.065959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:15.071280 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Usage tracker for resource:security_group_rule and tenant:9a81ba470b854199b2cd04ef98100075 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:15.075261 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:15.082871 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:15.100398 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.110896 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.120098 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f31697a-2cbf-4117-a614-b0067fb13ff7 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:18:15.140157 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 0f31697a-2cbf-4117-a614-b0067fb13ff7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0f31697a-2cbf-4117-a614-b0067fb13ff7,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:15.144203 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.146127 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:15.162496 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.166668 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.200170 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bd65b8df-3d2a-410a-b58b-b990472a2162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:15.213208 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a81ba470b854199b2cd04ef98100075&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2017498 Sep 15 19:18:15.214078 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46596) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:15.246491 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=0f31697a-2cbf-4117-a614-b0067fb13ff7,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:15.249833 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:15.250513 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-35b18c00-718d-47a2-ab1b-8d81417450e4 None None] Provisioning for port 988f9fd2-f797-45f0-9f85-c85cc432edd5 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:15.255356 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-35b18c00-718d-47a2-ab1b-8d81417450e4 None None] Provisioning complete for port 988f9fd2-f797-45f0-9f85-c85cc432edd5 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:15.255769 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-35b18c00-718d-47a2-ab1b-8d81417450e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.260161 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f8ce90-417e-42b5-a7fc-c5f61fcbe362,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:15.266139 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:15.307355 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-43d70335-86e7-4d47-8c72-0b4cddd4d052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.307571 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-35b18c00-718d-47a2-ab1b-8d81417450e4 None None] Port 988f9fd2-f797-45f0-9f85-c85cc432edd5 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:18:15.333175 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-43d70335-86e7-4d47-8c72-0b4cddd4d052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.335136 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.339738 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.364114 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-4a234d80-7f39-47ae-bbe9-7148707b9c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.371321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-97fbd32b-b22c-46f9-a6c9-7d0ec55212a0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:15.387628 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-43d70335-86e7-4d47-8c72-0b4cddd4d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.391323 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c932c1d6-4473-42dc-b70a-dc5674bc362c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:15.402435 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d70335-86e7-4d47-8c72-0b4cddd4d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f8ce90-417e-42b5-a7fc-c5f61fcbe362,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:15.408279 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-43d70335-86e7-4d47-8c72-0b4cddd4d052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:15.409383 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-43d70335-86e7-4d47-8c72-0b4cddd4d052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.412876 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-43d70335-86e7-4d47-8c72-0b4cddd4d052 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9f8ce90-417e-42b5-a7fc-c5f61fcbe362 HTTP/1.1" status: 204 len: 168 time: 0.1961513 Sep 15 19:18:15.424016 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['0f31697a-2cbf-4117-a614-b0067fb13ff7'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:18:15.440290 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.466437 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Pushing event updated for resources: {'Port': ['ID=988f9fd2-f797-45f0-9f85-c85cc432edd5,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:15.472279 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:15.591879 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:15.593526 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:15.695784 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 48a061e2-025a-44e0-8f3e-cc1c474fe154 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:15.828259 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.838147 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 48a061e2-025a-44e0-8f3e-cc1c474fe154 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:15.838513 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:16.028813 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-27b39b41-e77d-4d4e-bcdf-631e78479e71 None None] Provisioning complete for port 988f9fd2-f797-45f0-9f85-c85cc432edd5 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:16.029184 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-27b39b41-e77d-4d4e-bcdf-631e78479e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:16.054164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8278b2-9169-478a-becd-af58095e0b0d req-59af43d0-7371-4bd0-aff7-05d21bb59689 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:16.055858 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a8278b2-9169-478a-becd-af58095e0b0d req-59af43d0-7371-4bd0-aff7-05d21bb59689 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 944 time: 0.1178010 Sep 15 19:18:16.099096 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-27b39b41-e77d-4d4e-bcdf-631e78479e71 None None] Port 988f9fd2-f797-45f0-9f85-c85cc432edd5 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:18:16.107639 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a8278b2-9169-478a-becd-af58095e0b0d req-049ec952-b689-40be-9f71-324b3cb0fca6 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Sep 15 19:18:16.257857 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93359ffd-3465-4526-8a00-95a805cf866f req-9187c2bb-aadc-40df-be93-9c0cb4fe93ed tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:16.259871 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-93359ffd-3465-4526-8a00-95a805cf866f req-9187c2bb-aadc-40df-be93-9c0cb4fe93ed tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.2706258 Sep 15 19:18:16.328950 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-93359ffd-3465-4526-8a00-95a805cf866f req-99ca0abc-e30d-4a16-ac13-56b0fea4d720 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618043 Sep 15 19:18:16.356525 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Router d9e9fec7-8322-4db1-a921-374799ddbf24 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:18:16.559984 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:18:16.569468 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] 10.222.0.20 "PUT /v2.0/routers/d9e9fec7-8322-4db1-a921-374799ddbf24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9548054 Sep 15 19:18:16.654898 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 0f31697a-2cbf-4117-a614-b0067fb13ff7 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:16.726236 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 0f31697a-2cbf-4117-a614-b0067fb13ff7 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:16.731341 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 0f31697a-2cbf-4117-a614-b0067fb13ff7 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:16.731716 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:16.862226 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:16.913406 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be766eda-ceaa-478f-9fad-ad47e64e4113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f31697a-2cbf-4117-a614-b0067fb13ff7'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:18:16.926878 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 0f31697a-2cbf-4117-a614-b0067fb13ff7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0f31697a-2cbf-4117-a614-b0067fb13ff7,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:16.933064 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:16.936908 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:16.999244 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be766eda-ceaa-478f-9fad-ad47e64e4113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f31697a-2cbf-4117-a614-b0067fb13ff7', 'code': 200} Sep 15 19:18:17.014749 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=0f31697a-2cbf-4117-a614-b0067fb13ff7,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:17.017851 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:17.282648 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7cc02612-bedb-43e9-9831-9fe349a14c60 req-5db1e783-6424-477f-9868-bc102b5d45c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 1098 time: 0.0868134 Sep 15 19:18:17.334348 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7cc02612-bedb-43e9-9831-9fe349a14c60 req-f0d41192-a35a-497c-972f-904ce18222b7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Sep 15 19:18:17.335729 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839572-3bfa-45b9-b8b7-954f32647939 req-73a9fa2a-c365-47c5-8bb1-7d56bc292ad4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:17.338346 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-22839572-3bfa-45b9-b8b7-954f32647939 req-73a9fa2a-c365-47c5-8bb1-7d56bc292ad4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 945 time: 0.0915904 Sep 15 19:18:17.387848 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-22839572-3bfa-45b9-b8b7-954f32647939 req-22603075-57d5-46fc-bd98-e72ad202c2fd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Sep 15 19:18:17.495156 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46658) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:17.501448 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002201168', 'description': 'tempest-secgroup-smoke-2002201168 description', 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:17.509390 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:17.514221 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:security_group and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:17.517956 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:17.528410 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:17.540972 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.564686 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-24b88c99-16d0-4a41-a2c1-eab0ddab9e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.578973 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:17.582826 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:security_group_rule and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:17.585772 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:17.591546 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:17.649659 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.653911 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.659536 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1a03ee66-9201-4604-b265-5ae7d64fc5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:17.678907 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61de01f-1187-4719-98a5-1e27963e0029 req-23fbb897-032b-443c-9811-289b02456589 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:17.681029 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d61de01f-1187-4719-98a5-1e27963e0029 req-23fbb897-032b-443c-9811-289b02456589 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0864265 Sep 15 19:18:17.701028 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b2539c-325f-47e4-8be6-d9dd0ffef59e,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:17.705218 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.706715 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2104306 Sep 15 19:18:17.708394 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:17.709782 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46666) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:17.717704 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'security_group_rule': {'security_group_id': '68b2539c-325f-47e4-8be6-d9dd0ffef59e', 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:17.730207 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:17.738123 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:security_group_rule and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:17.742730 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:17.749856 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:17.757494 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d61de01f-1187-4719-98a5-1e27963e0029 req-a33cf949-b41d-424a-9c55-65a1808fd698 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688498 Sep 15 19:18:17.774674 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.840397 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.843943 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.846069 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:17.868066 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddc29b5-3d65-4657-a179-24e7dbd3e538,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:17.870424 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:17.879742 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:17.881250 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1702909 Sep 15 19:18:17.884801 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46676) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:17.891084 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'security_group_rule': {'security_group_id': '68b2539c-325f-47e4-8be6-d9dd0ffef59e', 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:17.897044 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:17.901613 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:security_group_rule and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:17.905015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:17.910926 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:17.933863 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.006698 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.011603 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.019140 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6419e186-5744-43c2-9f53-d4daf6ec7361 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:18.038075 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e581403f-b20a-4c38-963b-21ccfc707345,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:18.045805 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:18.055730 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.056982 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1711433 Sep 15 19:18:18.059570 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46682) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:18.065916 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'security_group_rule': {'security_group_id': '68b2539c-325f-47e4-8be6-d9dd0ffef59e', 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:18.074155 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:18.081393 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:security_group_rule and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:18.084845 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:18.090997 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:18.110206 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.175849 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.179237 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.181663 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:18.203825 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce24a34-d2bc-485a-bcd0-87eb43c8fbe7,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:18.206321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:18.212912 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.214172 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1533651 Sep 15 19:18:18.217023 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46686) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:18.222688 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'security_group_rule': {'security_group_id': '68b2539c-325f-47e4-8be6-d9dd0ffef59e', 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:18.229082 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:18.232773 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:security_group_rule and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:18.235955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:18.242351 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:18.258292 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.323555 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.327595 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.329533 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:18.350657 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eafdf1-6b3d-4396-9ea4-66c413a0e6fe,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:18.355313 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:18.359490 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.360645 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1426499 Sep 15 19:18:18.363256 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46690) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:18.369223 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'security_group_rule': {'security_group_id': '68b2539c-325f-47e4-8be6-d9dd0ffef59e', 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:18.374888 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:18.378653 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:security_group_rule and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:18.381516 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:18.387707 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:18.397283 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.securitygroups_db [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Project 208ef7a2f6504a3ca8f9a7e4df50150a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:18:18.403747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.469880 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.473919 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.475996 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:18.496672 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecd3446-166b-4801-8274-9f84b877f991,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:18.500747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:18.510065 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.513981 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1482182 Sep 15 19:18:18.514350 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46696) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:18.521358 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'security_group_rule': {'security_group_id': '68b2539c-325f-47e4-8be6-d9dd0ffef59e', 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:18.527573 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:18.532201 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:security_group_rule and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:18.535346 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:18.541641 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:18.552291 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.securitygroups_db [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Project 208ef7a2f6504a3ca8f9a7e4df50150a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:18:18.559368 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.600157 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b290a56-dc5d-4f0a-8a87-0bccb3c4704a req-1e7214be-2161-49f7-95f7-58d1417735f1 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:18.601637 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8b290a56-dc5d-4f0a-8a87-0bccb3c4704a req-1e7214be-2161-49f7-95f7-58d1417735f1 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 945 time: 0.0797424 Sep 15 19:18:18.629147 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.636109 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.640106 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.649988 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a244351c-e724-4c7d-987a-419917116165 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:18.651133 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8b290a56-dc5d-4f0a-8a87-0bccb3c4704a req-783e348a-72ae-44ee-97fa-01eb0725c681 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Sep 15 19:18:18.670607 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e66a16b-e559-46af-a3c0-1f7d1e77ac94,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:18.674034 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:18.682069 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.683209 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ca89daf3-2d65-4307-8da2-2fccc2462583 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1672308 Sep 15 19:18:18.975701 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46756dbf-fa97-4481-b204-d83f6f8712e8 req-6b14816d-79ac-4fc3-984f-f6cedc556f49 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:18.977278 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-46756dbf-fa97-4481-b204-d83f6f8712e8 req-6b14816d-79ac-4fc3-984f-f6cedc556f49 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0822315 Sep 15 19:18:19.022221 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-46756dbf-fa97-4481-b204-d83f6f8712e8 req-27f5aa60-871c-4ffe-845b-24bd666b9466 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392947 Sep 15 19:18:19.952294 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf0850-83c5-44bd-bdae-60a3e4b5ef10 req-6da51d06-9c10-46fb-a787-a9ff307126f6 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:19.953722 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-69cf0850-83c5-44bd-bdae-60a3e4b5ef10 req-6da51d06-9c10-46fb-a787-a9ff307126f6 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 945 time: 0.1781793 Sep 15 19:18:19.985471 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:19.999733 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-69cf0850-83c5-44bd-bdae-60a3e4b5ef10 req-fd377faa-f01a-4e08-99d9-130c2c162430 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Sep 15 19:18:20.223011 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f286d75-59e7-4c8e-a3ea-12ca04f56b71 req-d5c2f0bd-c86d-4568-be73-3e6ad05028f5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:20.224524 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8f286d75-59e7-4c8e-a3ea-12ca04f56b71 req-d5c2f0bd-c86d-4568-be73-3e6ad05028f5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0810800 Sep 15 19:18:20.279536 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8f286d75-59e7-4c8e-a3ea-12ca04f56b71 req-b5feabad-d72e-47ec-b9f0-aa569ee69c39 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495679 Sep 15 19:18:21.096437 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46784) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:21.234553 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:21.265429 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:21.269099 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Usage tracker for resource:security_group_rule and tenant:f4743467b68b439e9fb442f15a6c8507 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:21.271741 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:21.277768 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:21.347828 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:21.351909 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:21.358998 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8d50e672-7a6c-40fa-a827-f4e1d6825fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:21.401292 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22da8c8b-ed5a-4788-be5b-2f1756819f01,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:21.404964 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:21.410095 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46792) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:21.410616 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a6aa8114-9f56-4cdc-b923-a5f2c4fa334f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4743467b68b439e9fb442f15a6c8507&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3126545 Sep 15 19:18:21.441543 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Sync routers for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:18:21.453900 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:21.454778 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:18:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:21.574866 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d40e-b5dd-4abb-8057-22163089b36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:21.607213 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d40e-b5dd-4abb-8057-22163089b36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:21.622659 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa451-2bc8-467e-8b78-d52a4e15e7a9 req-188ce851-571f-4e83-b881-57cd9fc5dd8b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:21.624398 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-331fa451-2bc8-467e-8b78-d52a4e15e7a9 req-188ce851-571f-4e83-b881-57cd9fc5dd8b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.2011480 Sep 15 19:18:21.661924 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:21.707795 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-331fa451-2bc8-467e-8b78-d52a4e15e7a9 req-9438b27c-8322-4de5-95e4-7a89952cd3a9 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733356 Sep 15 19:18:21.734830 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d40e-b5dd-4abb-8057-22163089b36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:21.740222 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-da569a8a-9256-4174-b41c-2904bfbf8551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:21.753135 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5d40e-b5dd-4abb-8057-22163089b36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22da8c8b-ed5a-4788-be5b-2f1756819f01,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:21.756135 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0eb5d40e-b5dd-4abb-8057-22163089b36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:21.759072 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d40e-b5dd-4abb-8057-22163089b36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:21.763052 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0eb5d40e-b5dd-4abb-8057-22163089b36a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22da8c8b-ed5a-4788-be5b-2f1756819f01 HTTP/1.1" status: 204 len: 168 time: 0.3511915 Sep 15 19:18:21.795348 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device c833d8fc-f4f7-4104-b3e7-c2509bac44d8 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:21.991602 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port c833d8fc-f4f7-4104-b3e7-c2509bac44d8 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:22.002001 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port c833d8fc-f4f7-4104-b3e7-c2509bac44d8 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:22.002383 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.130546 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46806) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:22.148986 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.162407 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 2, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:22.173761 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Checking router: 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:18:22.174119 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Updating router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 port a9a153d3-2645-494e-9929-ed554b2f381c binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:18:22.184490 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:22.188615 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Usage tracker for resource:security_group_rule and tenant:68d110ea1bad408aa0dcccb3120ff166 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:22.191586 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:22.197276 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:22.207973 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.238385 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port c833d8fc-f4f7-4104-b3e7-c2509bac44d8, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=c833d8fc-f4f7-4104-b3e7-c2509bac44d8,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:22.239307 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.250425 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.254579 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:22.272159 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.276962 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.283363 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c0200e04-1b08-4626-bee1-fb79be7a58b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:22.326132 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b108a7a9-337a-458e-aa63-6a3378c2a338,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:22.329143 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:22.331585 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68d110ea1bad408aa0dcccb3120ff166&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1999145 Sep 15 19:18:22.334151 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46810) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:22.393529 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-dd89c8f4-ee1d-4acd-a0cd-6c44186b12d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.399088 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=c833d8fc-f4f7-4104-b3e7-c2509bac44d8,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:22.403938 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:22.425035 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-dd89c8f4-ee1d-4acd-a0cd-6c44186b12d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.479884 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-dd89c8f4-ee1d-4acd-a0cd-6c44186b12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.484751 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5099556c-789c-4b62-a7ae-5cdaeacded32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:22.498202 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89c8f4-ee1d-4acd-a0cd-6c44186b12d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b108a7a9-337a-458e-aa63-6a3378c2a338,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:22.500602 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-dd89c8f4-ee1d-4acd-a0cd-6c44186b12d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:22.502997 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-dd89c8f4-ee1d-4acd-a0cd-6c44186b12d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.506274 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-dd89c8f4-ee1d-4acd-a0cd-6c44186b12d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b108a7a9-337a-458e-aa63-6a3378c2a338 HTTP/1.1" status: 204 len: 168 time: 0.1690314 Sep 15 19:18:22.686924 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.698946 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Transition to ACTIVE for port object a9a153d3-2645-494e-9929-ed554b2f381c will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:22.704848 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.708401 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:22.851435 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461da8c-fa73-4aa5-9cf9-6c3931519d72 None None] Pushing event updated for resources: {'Port': ['ID=a9a153d3-2645-494e-9929-ed554b2f381c,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:22.872385 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f461da8c-fa73-4aa5-9cf9-6c3931519d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:22.953718 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Attempting to bind port a9a153d3-2645-494e-9929-ed554b2f381c on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:22.954197 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Attempting to bind port a9a153d3-2645-494e-9929-ed554b2f381c by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:22.954960 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Attempting to bind port a9a153d3-2645-494e-9929-ed554b2f381c on network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:22.963188 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:22.964200 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Checking segment: {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:22.965097 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.965697 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Bound using segment: {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:22.966391 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Bound port: a9a153d3-2645-494e-9929-ed554b2f381c, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:22.966985 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.987786 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae8eab-2da0-45cf-83f4-95f561d446c9 req-ae77103f-a042-4b9b-a041-21cc8b78bb63 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:22.989292 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ffae8eab-2da0-45cf-83f4-95f561d446c9 req-ae77103f-a042-4b9b-a041-21cc8b78bb63 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1162651 Sep 15 19:18:23.053773 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ffae8eab-2da0-45cf-83f4-95f561d446c9 req-27314cf4-33b2-4fe3-afc5-de520c0c8952 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571597 Sep 15 19:18:23.080030 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] For port a9a153d3-2645-494e-9929-ed554b2f381c, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:23.083409 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] For port a9a153d3-2645-494e-9929-ed554b2f381c, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=a9a153d3-2645-494e-9929-ed554b2f381c,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:23.089440 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:23.095506 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:23.181098 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:23.181731 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:18:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:23.228986 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461da8c-fa73-4aa5-9cf9-6c3931519d72 None None] Pushing event updated for resources: {'Port': ['ID=a9a153d3-2645-494e-9929-ed554b2f381c,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:23.238505 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f461da8c-fa73-4aa5-9cf9-6c3931519d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:23.436329 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:23.528612 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf13a-dd44-46e3-9b52-1d89caa0d935 req-9032978e-8b9e-4603-a6a0-86f579420ccf tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:23.535721 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-90ecf13a-dd44-46e3-9b52-1d89caa0d935 req-9032978e-8b9e-4603-a6a0-86f579420ccf tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1007149 Sep 15 19:18:23.629037 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-90ecf13a-dd44-46e3-9b52-1d89caa0d935 req-7952c6dd-1d32-487a-8f53-e386dfb07bf0 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924938 Sep 15 19:18:23.646089 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-24909afa-608a-4f7d-a205-a20d9bcf6932 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 1098 time: 0.1077299 Sep 15 19:18:23.817693 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device a9a153d3-2645-494e-9929-ed554b2f381c up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:23.822510 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-6f4c8236-24a9-4b55-ab04-31621d3137c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:23.824373 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-6f4c8236-24a9-4b55-ab04-31621d3137c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 912 time: 0.1693070 Sep 15 19:18:23.910276 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:23Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:23.913733 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port a9a153d3-2645-494e-9929-ed554b2f381c completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:23.920993 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca7e3f-8297-4cc4-a606-b534887c4a13 None None] The sync data for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi is: [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:23Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:18:23.923213 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port a9a153d3-2645-494e-9929-ed554b2f381c triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:23.923592 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:23.948411 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-09c27a88-4f79-4855-a2cd-e1fef565aefb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 200 len: 1001 time: 0.1154284 Sep 15 19:18:24.079087 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-1001470a-d5f4-4957-98c4-68e2ec3d2b45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:24.080928 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-1001470a-d5f4-4957-98c4-68e2ec3d2b45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.1240177 Sep 15 19:18:24.118687 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:24.173774 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port a9a153d3-2645-494e-9929-ed554b2f381c, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=a9a153d3-2645-494e-9929-ed554b2f381c,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:24.182447 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:24.183396 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device c833d8fc-f4f7-4104-b3e7-c2509bac44d8 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:24.191981 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-5620e504-922e-481e-8e03-452751f43ef1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046040 Sep 15 19:18:24.217284 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:24.319877 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Sync routers for ids ['d9e9fec7-8322-4db1-a921-374799ddbf24'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:18:24.343321 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Routers {'d9e9fec7-8322-4db1-a921-374799ddbf24'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:24.345476 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:18:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['d9e9fec7-8322-4db1-a921-374799ddbf24'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:24.360768 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=a9a153d3-2645-494e-9929-ed554b2f381c,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:24.364929 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:24.372522 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port c833d8fc-f4f7-4104-b3e7-c2509bac44d8 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:24.372898 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:24.455900 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-d4a1d6ad-d08d-4e43-926d-c77cf20560b2 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454720 Sep 15 19:18:24.589855 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Set router d9e9fec7-8322-4db1-a921-374799ddbf24 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:24.662582 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e7794f6-5733-490c-93f1-4aeb68ccf654 req-dc95360d-e266-4631-a03f-45debedd24de service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981285 Sep 15 19:18:24.891120 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72c15b-ef0e-4023-b5e4-d7d91ebc3ef2 req-4cbadc56-968c-45e5-ac0c-f94c3b2dc84b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:24.892771 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5a72c15b-ef0e-4023-b5e4-d7d91ebc3ef2 req-4cbadc56-968c-45e5-ac0c-f94c3b2dc84b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0971203 Sep 15 19:18:24.964665 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5a72c15b-ef0e-4023-b5e4-d7d91ebc3ef2 req-8812227d-37fc-478c-8996-abb766070fb6 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665388 Sep 15 19:18:25.009345 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:18:15Z', 'revision_number': 4, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port': {'id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:11Z', 'updated_at': '2021-09-15T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '988f9fd2-f797-45f0-9f85-c85cc432edd5', 'name': '', 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'mac_address': 'fa:16:3e:ab:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2758ead-6d34-4256-bad9-4d45a71c5d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:14Z', 'updated_at': '2021-09-15T19:18:15Z', 'revision_number': 2, 'project_id': '054f613ccea547678d78889c62bf164b', 'subnets': [{'id': 'e2758ead-6d34-4256-bad9-4d45a71c5d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:25.013222 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Checking router: d9e9fec7-8322-4db1-a921-374799ddbf24 for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:18:25.013639 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Updating router d9e9fec7-8322-4db1-a921-374799ddbf24 port 988f9fd2-f797-45f0-9f85-c85cc432edd5 binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:18:25.070377 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:25.439302 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:25.450377 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Transition to ACTIVE for port object 988f9fd2-f797-45f0-9f85-c85cc432edd5 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:25.457041 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:25.461663 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:25.595056 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510f640-9b53-48ad-afb6-bc1522f10f03 None None] Pushing event updated for resources: {'Port': ['ID=988f9fd2-f797-45f0-9f85-c85cc432edd5,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:25.599855 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0510f640-9b53-48ad-afb6-bc1522f10f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:25.692888 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device a9a153d3-2645-494e-9929-ed554b2f381c up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:25.706835 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Attempting to bind port 988f9fd2-f797-45f0-9f85-c85cc432edd5 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:25.707302 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Attempting to bind port 988f9fd2-f797-45f0-9f85-c85cc432edd5 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:25.707678 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Attempting to bind port 988f9fd2-f797-45f0-9f85-c85cc432edd5 on network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:25.715587 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:25.715988 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Checking segment: {'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:25.716348 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:25.716737 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Bound using segment: {'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:25.717710 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Bound port: 988f9fd2-f797-45f0-9f85-c85cc432edd5, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472e3c52-420a-4343-93b5-8db3fef41b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:25.718108 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:25.828457 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] For port 988f9fd2-f797-45f0-9f85-c85cc432edd5, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:25.831962 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] For port 988f9fd2-f797-45f0-9f85-c85cc432edd5, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=988f9fd2-f797-45f0-9f85-c85cc432edd5,segment=NetworkSegment(472e3c52-420a-4343-93b5-8db3fef41b50),segment_id=472e3c52-420a-4343-93b5-8db3fef41b50)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:25.838796 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:25.843194 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-dd54121f-9d6a-4f00-bac8-d7f8b6a95771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:25.857142 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port a9a153d3-2645-494e-9929-ed554b2f381c triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:25.857526 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:25.930438 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510f640-9b53-48ad-afb6-bc1522f10f03 None None] Pushing event updated for resources: {'Port': ['ID=988f9fd2-f797-45f0-9f85-c85cc432edd5,revision_number=4']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:25.933915 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0510f640-9b53-48ad-afb6-bc1522f10f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:25.955509 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Routers {'d9e9fec7-8322-4db1-a921-374799ddbf24'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:25.956124 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:18:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['d9e9fec7-8322-4db1-a921-374799ddbf24'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:26.207844 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] Set router d9e9fec7-8322-4db1-a921-374799ddbf24 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:26.213769 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a6d5e-65c6-4763-babf-09b30cd495f0 req-1e199093-bc0f-4b8f-a69c-fac6f2c7f622 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:26.220536 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bd6a6d5e-65c6-4763-babf-09b30cd495f0 req-1e199093-bc0f-4b8f-a69c-fac6f2c7f622 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1150668 Sep 15 19:18:26.276857 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bd6a6d5e-65c6-4763-babf-09b30cd495f0 req-9dd2f4d1-f765-49b7-b977-124a9d170457 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550573 Sep 15 19:18:26.556611 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:18:15Z', 'revision_number': 4, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port': {'id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:11Z', 'updated_at': '2021-09-15T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '988f9fd2-f797-45f0-9f85-c85cc432edd5', 'name': '', 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'mac_address': 'fa:16:3e:ab:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2758ead-6d34-4256-bad9-4d45a71c5d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:14Z', 'updated_at': '2021-09-15T19:18:25Z', 'revision_number': 4, 'project_id': '054f613ccea547678d78889c62bf164b', 'subnets': [{'id': 'e2758ead-6d34-4256-bad9-4d45a71c5d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:26.560803 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0766fb-6089-478d-b59c-97e15d43c48f None None] The sync data for ids ['d9e9fec7-8322-4db1-a921-374799ddbf24'] in dv-cinder-805825-3-iscsi is: [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:18:15Z', 'revision_number': 4, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port': {'id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:11Z', 'updated_at': '2021-09-15T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '988f9fd2-f797-45f0-9f85-c85cc432edd5', 'name': '', 'network_id': '730c3dd9-eac6-4e94-b0da-8848835f7bf6', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'mac_address': 'fa:16:3e:ab:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2758ead-6d34-4256-bad9-4d45a71c5d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:14Z', 'updated_at': '2021-09-15T19:18:25Z', 'revision_number': 4, 'project_id': '054f613ccea547678d78889c62bf164b', 'subnets': [{'id': 'e2758ead-6d34-4256-bad9-4d45a71c5d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:18:27.694656 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 988f9fd2-f797-45f0-9f85-c85cc432edd5 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:27.777223 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 988f9fd2-f797-45f0-9f85-c85cc432edd5 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:27.783198 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 988f9fd2-f797-45f0-9f85-c85cc432edd5 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:27.783691 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:27.829783 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46948) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:27.910700 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:27.951778 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 988f9fd2-f797-45f0-9f85-c85cc432edd5, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=988f9fd2-f797-45f0-9f85-c85cc432edd5,segment=NetworkSegment(472e3c52-420a-4343-93b5-8db3fef41b50),segment_id=472e3c52-420a-4343-93b5-8db3fef41b50)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:27.960314 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:27.963153 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:28.010623 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.026753 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=988f9fd2-f797-45f0-9f85-c85cc432edd5,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:28.030539 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:28.044398 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:28.048581 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Usage tracker for resource:security_group_rule and tenant:c95d6762cd2d466da9e3959b0c868d9d is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:28.051532 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:28.057274 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:28.138938 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.142306 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.149062 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d9684a12-58ad-427c-ab22-d66852bb09cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:28.190642 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d821dd-fd0f-4877-a46b-974fdb25c739,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:28.195486 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c95d6762cd2d466da9e3959b0c868d9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3641713 Sep 15 19:18:28.196355 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:28.198051 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46956) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:28.254874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-618d381c-a6c4-42c0-a34e-a75b90622fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.281782 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-618d381c-a6c4-42c0-a34e-a75b90622fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.332197 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-618d381c-a6c4-42c0-a34e-a75b90622fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.336101 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-049e075f-c0af-4bd1-9641-23ec56f58f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:28.347517 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d381c-a6c4-42c0-a34e-a75b90622fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d821dd-fd0f-4877-a46b-974fdb25c739,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:28.349796 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-618d381c-a6c4-42c0-a34e-a75b90622fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:28.355439 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-618d381c-a6c4-42c0-a34e-a75b90622fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.356546 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-618d381c-a6c4-42c0-a34e-a75b90622fa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76d821dd-fd0f-4877-a46b-974fdb25c739 HTTP/1.1" status: 204 len: 168 time: 0.1576262 Sep 15 19:18:28.674356 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 46966) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:28.692593 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.730660 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:28.734380 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Usage tracker for resource:security_group_rule and tenant:76609e6ec10345b98e096d6afdac7f39 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:28.737179 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:28.743265 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:28.810219 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.813785 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.819874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0eb5d40e-b5dd-4abb-8057-22163089b36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:28.857313 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7fd3a-7cf8-409f-b942-1ee911490d4b,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:28.860459 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:28.865303 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-d73e8a0e-eac8-4465-9fda-e1f6a9cbfb37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76609e6ec10345b98e096d6afdac7f39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877227 Sep 15 19:18:28.866161 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 46972) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:28.924816 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1feac263-fb07-44f3-847f-b0830e77fd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.954097 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1feac263-fb07-44f3-847f-b0830e77fd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:29.009367 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1feac263-fb07-44f3-847f-b0830e77fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:29.012912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-51dece4c-b0c6-4d3b-a056-94f290dd0732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:29.025173 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feac263-fb07-44f3-847f-b0830e77fd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7fd3a-7cf8-409f-b942-1ee911490d4b,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:29.029093 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1feac263-fb07-44f3-847f-b0830e77fd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:29.034555 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1feac263-fb07-44f3-847f-b0830e77fd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:29.035708 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1feac263-fb07-44f3-847f-b0830e77fd32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79c7fd3a-7cf8-409f-b942-1ee911490d4b HTTP/1.1" status: 204 len: 168 time: 0.1686742 Sep 15 19:18:29.675069 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 988f9fd2-f797-45f0-9f85-c85cc432edd5 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:29.750964 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 988f9fd2-f797-45f0-9f85-c85cc432edd5 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:29.751393 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.311604 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47122) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:37.447055 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.477764 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:37.481519 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d19138b9044f91ad38ac2274a405ed is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:37.484291 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:37.489897 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:37.553282 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.556894 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.564400 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1feac263-fb07-44f3-847f-b0830e77fd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:37.605372 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a4b1a4-299d-4c2f-917d-d996197750d8,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:37.609761 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5d19138b9044f91ad38ac2274a405ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2970922 Sep 15 19:18:37.610801 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c8799473-d04d-4a67-ade5-26cea28054d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:37.612344 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47132) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:37.684273 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7b7d-406e-46fe-be1e-0fc6960bd5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.710360 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7b7d-406e-46fe-be1e-0fc6960bd5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.761133 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7b7d-406e-46fe-be1e-0fc6960bd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.765150 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-28e9f347-5d35-45ae-ba21-368e33b5c20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:37.779804 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7b7d-406e-46fe-be1e-0fc6960bd5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.784613 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d4ff7b7d-406e-46fe-be1e-0fc6960bd5f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81a4b1a4-299d-4c2f-917d-d996197750d8 HTTP/1.1" status: 204 len: 168 time: 0.1676381 Sep 15 19:18:37.784613 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff7b7d-406e-46fe-be1e-0fc6960bd5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a4b1a4-299d-4c2f-917d-d996197750d8,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:37.786229 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d4ff7b7d-406e-46fe-be1e-0fc6960bd5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:38.139418 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47150) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:38.159622 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.191137 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:38.195090 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a536f23b07454288b6fef1d0f9200f is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:38.198505 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:38.204454 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:38.212811 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.270975 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.275413 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.284315 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bf689ae7-3139-4214-a0f8-dff937d4b53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:38.325742 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1a536f23b07454288b6fef1d0f9200f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1845942 Sep 15 19:18:38.326670 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503f95c6-5cab-49c4-877a-d3710ee5e5df,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:38.328001 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47156) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:38.329676 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:38.394519 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-855d3bcc-efc4-42d2-9392-098e3828df2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.424098 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-855d3bcc-efc4-42d2-9392-098e3828df2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.481461 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-855d3bcc-efc4-42d2-9392-098e3828df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.485086 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a1c1892e-a816-43b2-8a77-7ab9c51dc088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:38.500877 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d3bcc-efc4-42d2-9392-098e3828df2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503f95c6-5cab-49c4-877a-d3710ee5e5df,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:38.503711 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-855d3bcc-efc4-42d2-9392-098e3828df2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:38.505560 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-855d3bcc-efc4-42d2-9392-098e3828df2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.506922 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-855d3bcc-efc4-42d2-9392-098e3828df2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/503f95c6-5cab-49c4-877a-d3710ee5e5df HTTP/1.1" status: 204 len: 168 time: 0.1759770 Sep 15 19:18:38.900175 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47172) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:38.990116 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.021447 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:39.025305 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd84b67faa847e4b7bde848c823f43a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:39.028212 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:39.033922 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:39.103525 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.107454 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.113710 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-855d3bcc-efc4-42d2-9392-098e3828df2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:39.153496 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19fd552-b44f-4948-9cfe-f256381e36cb,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:39.158034 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bd84b67faa847e4b7bde848c823f43a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2568483 Sep 15 19:18:39.158989 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:39.161760 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47178) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:39.224489 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-066551cd-c35d-4b0b-80ed-c7acccc5eed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.322304 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-066551cd-c35d-4b0b-80ed-c7acccc5eed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.371676 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-066551cd-c35d-4b0b-80ed-c7acccc5eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.375188 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:39.389659 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066551cd-c35d-4b0b-80ed-c7acccc5eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19fd552-b44f-4948-9cfe-f256381e36cb,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:39.392348 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-066551cd-c35d-4b0b-80ed-c7acccc5eed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:39.402512 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-066551cd-c35d-4b0b-80ed-c7acccc5eed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.406269 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-066551cd-c35d-4b0b-80ed-c7acccc5eed4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a19fd552-b44f-4948-9cfe-f256381e36cb HTTP/1.1" status: 204 len: 168 time: 0.2440026 Sep 15 19:18:41.597071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416b0af-1d9e-45fb-a613-a4d11a375cdb req-23de25bf-7a8c-4af3-be0b-12717f9d4fd0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:41.598507 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d416b0af-1d9e-45fb-a613-a4d11a375cdb req-23de25bf-7a8c-4af3-be0b-12717f9d4fd0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0780015 Sep 15 19:18:41.652541 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d416b0af-1d9e-45fb-a613-a4d11a375cdb req-8e4100fa-1b69-4ea8-9e18-05eee7114861 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482962 Sep 15 19:18:41.797783 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-a5b8229f-22ee-48e6-adc7-8fefb223012a tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002201168&fields=id&tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a HTTP/1.1" status: 200 len: 267 time: 0.0443487 Sep 15 19:18:41.866000 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3c512-0967-4862-9645-801ddeec600d req-e037c046-6199-4a2b-b24c-6463edfc01a4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:41.867915 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c6a3c512-0967-4862-9645-801ddeec600d req-e037c046-6199-4a2b-b24c-6463edfc01a4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 945 time: 0.0780964 Sep 15 19:18:41.913256 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c6a3c512-0967-4862-9645-801ddeec600d req-e725e963-1926-4dcf-b788-dd9ec43ac5b1 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Sep 15 19:18:41.951269 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-181d66be-e6e8-4b86-bddb-15bf08ef50fe tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:41.952229 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-181d66be-e6e8-4b86-bddb-15bf08ef50fe tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/networks?id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 200 len: 807 time: 0.1481602 Sep 15 19:18:41.968930 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-58a4007d-d67a-4dfd-98aa-92f1cbe6a7c0 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/quotas/208ef7a2f6504a3ca8f9a7e4df50150a HTTP/1.1" status: 200 len: 375 time: 0.0108573 Sep 15 19:18:42.047262 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-535c9ed1-71fa-4b0c-a4fc-a5888a2dbae9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729985 Sep 15 19:18:42.185230 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-eece71d2-c688-4aef-9f77-56fd2ddafa8d service neutron] 10.222.0.20 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263578 Sep 15 19:18:42.323337 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-86e973d4-ce36-4f58-9ece-1bc0dc9a4611 service neutron] 10.222.0.20 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297994 Sep 15 19:18:42.713826 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-49a0e536-7197-4842-b164-831f32c8aba4 req-db0c8bdb-0fa4-448c-916c-9f1f274e9dee tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Synchronizing usage tracker for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:18:42.733266 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-49a0e536-7197-4842-b164-831f32c8aba4 req-db0c8bdb-0fa4-448c-916c-9f1f274e9dee tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Unset dirty status for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:18:42.735521 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-49a0e536-7197-4842-b164-831f32c8aba4 req-db0c8bdb-0fa4-448c-916c-9f1f274e9dee tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 210 time: 0.0645242 Sep 15 19:18:42.899648 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49e559-1e5f-4d4b-a2e1-5656e610eafd req-f3f48062-31f0-46b8-a9e2-29655e070d58 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:42.901517 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ce49e559-1e5f-4d4b-a2e1-5656e610eafd req-f3f48062-31f0-46b8-a9e2-29655e070d58 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0942719 Sep 15 19:18:42.956248 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ce49e559-1e5f-4d4b-a2e1-5656e610eafd req-3adfba89-2f61-4db5-84e3-0198ef969f06 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490720 Sep 15 19:18:43.121081 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1a8ba-ccd8-4505-9e02-401a9cea2e54 req-e700423d-6f89-4b91-a342-86115021fea9 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:43.122500 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-83b1a8ba-ccd8-4505-9e02-401a9cea2e54 req-e700423d-6f89-4b91-a342-86115021fea9 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 945 time: 0.0769951 Sep 15 19:18:43.167886 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-83b1a8ba-ccd8-4505-9e02-401a9cea2e54 req-7ed682e8-1dd5-44fe-ae2b-e43c89753bf5 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Sep 15 19:18:44.046812 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-625ba2ae-0f1a-4277-8a49-2ddcd0d863cb req-39cbc233-a04d-4a3a-ab61-f36f4242789c tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 210 time: 0.0415413 Sep 15 19:18:44.168667 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b2b5-649e-4438-864d-9d1005af9197 req-c59309ac-3039-402e-8b8d-14f86233e7f7 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:44.170134 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4a14b2b5-649e-4438-864d-9d1005af9197 req-c59309ac-3039-402e-8b8d-14f86233e7f7 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0758095 Sep 15 19:18:44.218833 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4a14b2b5-649e-4438-864d-9d1005af9197 req-f6422060-f5e3-457d-a2b4-51efc87ffaf2 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431259 Sep 15 19:18:44.365442 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a722a-cb05-49ed-83eb-c29d85b0f02a req-71c42ad7-17ed-42f6-9b57-e461506f2935 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:44.367554 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304a722a-cb05-49ed-83eb-c29d85b0f02a req-71c42ad7-17ed-42f6-9b57-e461506f2935 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 945 time: 0.0792780 Sep 15 19:18:44.412164 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304a722a-cb05-49ed-83eb-c29d85b0f02a req-262ce0d2-ec1e-44b6-8091-d91e07cdbd02 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Sep 15 19:18:44.992329 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:18:45.215923 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9ba92ded-c1b4-40ef-aa3d-0378d904e373 req-41434c6d-e2bd-4638-bf1f-c1e04bdd7ad7 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 210 time: 0.0409098 Sep 15 19:18:45.367912 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-7a09ac71-f790-496d-86e5-0d3ca380635d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:45.430640 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5e822-acee-4447-b28e-163511f099a1 req-6128a623-263b-41cf-8718-a25e7bb28344 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:45.432143 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-eda5e822-acee-4447-b28e-163511f099a1 req-6128a623-263b-41cf-8718-a25e7bb28344 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0799689 Sep 15 19:18:45.481743 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-eda5e822-acee-4447-b28e-163511f099a1 req-2a11fb48-d6e9-4625-b8af-4468f8334dc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438352 Sep 15 19:18:45.606511 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f50366-4760-425a-bafc-930b15391db4 req-e853bf3e-aa0e-4d42-9c03-8687e0a619e4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:45.607981 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a1f50366-4760-425a-bafc-930b15391db4 req-e853bf3e-aa0e-4d42-9c03-8687e0a619e4 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 945 time: 0.0760307 Sep 15 19:18:45.656616 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a1f50366-4760-425a-bafc-930b15391db4 req-1c19180b-9b61-4bcd-ae0e-254259b40bd0 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a3ab0a-7d56-49fa-92d3-6defee348ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Sep 15 19:18:45.779792 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:45.874922 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-9b66711c-57cb-4819-9c45-d88f50bd5447 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:45.876830 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-9b66711c-57cb-4819-9c45-d88f50bd5447 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.58 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 945 time: 0.0759757 Sep 15 19:18:45.963375 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Deleting port 0f31697a-2cbf-4117-a614-b0067fb13ff7 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:18:45.963714 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.025142 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-648bf63c-c195-4b58-a748-bb35ab16b9b5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:46.026102 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-648bf63c-c195-4b58-a748-bb35ab16b9b5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Synchronizing usage tracker for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:network {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:18:46.044436 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-648bf63c-c195-4b58-a748-bb35ab16b9b5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Unset dirty status for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:network {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:18:46.045591 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-648bf63c-c195-4b58-a748-bb35ab16b9b5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.58 "GET /v2.0/networks?id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 200 len: 807 time: 0.1871569 Sep 15 19:18:46.117842 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-fadb9f0c-61ad-44fe-beb4-bd34c3adfde8 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Synchronizing usage tracker for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:18:46.136900 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-fadb9f0c-61ad-44fe-beb4-bd34c3adfde8 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Unset dirty status for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:18:46.138457 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-fadb9f0c-61ad-44fe-beb4-bd34c3adfde8 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a HTTP/1.1" status: 200 len: 380 time: 0.0627153 Sep 15 19:18:46.149359 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'port': {'device_id': 'cf01dde1-446d-4a19-afe7-21946685608d', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'admin_state_up': True, 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'security_groups': ['68b2539c-325f-47e4-8be6-d9dd0ffef59e']}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:46.213984 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] For port 0f31697a-2cbf-4117-a614-b0067fb13ff7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0f31697a-2cbf-4117-a614-b0067fb13ff7,segment=NetworkSegment(a089851a-9bb6-4d04-a98c-dbfc2fe77393),segment_id=a089851a-9bb6-4d04-a98c-dbfc2fe77393)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:46.214343 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.294004 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:46.304764 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:46.316200 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Made reservation on behalf of 208ef7a2f6504a3ca8f9a7e4df50150a for: {'port': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:46.319732 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.337720 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Calling delete_port for 0f31697a-2cbf-4117-a614-b0067fb13ff7 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:18:46.503518 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7742747d-fc59-4b0e-bd6e-2d8d618b6a1a req-88f5f50e-2b47-4d04-860e-81184c76816c tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 210 time: 0.1394300 Sep 15 19:18:46.505481 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Allocated IP 172.20.0.12 (90e9ddb6-b0fa-40ba-bb96-800db19b00ee/ab75c101-bd90-4f07-bce1-242360fdaa18/f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:46.654257 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.661705 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-646ed6eb-5eb0-4756-ba9f-44a77a417afd tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:46.668878 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['0f31697a-2cbf-4117-a614-b0067fb13ff7'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:18:46.714778 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Pushing event deleted for resources: {'Port': ['ID=0f31697a-2cbf-4117-a614-b0067fb13ff7,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:46.719350 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:46.835880 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] No DVR routers for this DVR port 0f31697a-2cbf-4117-a614-b0067fb13ff7 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:18:46.838564 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.842685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be766eda-ceaa-478f-9fad-ad47e64e4113', 'name': 'network-vif-deleted', 'tag': '0f31697a-2cbf-4117-a614-b0067fb13ff7'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:18:46.878186 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.902862 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Transition to ACTIVE for port object f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 will not be triggered until provisioned by entity DHCP. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:46.916515 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a5e947d0-f9c8-495f-a528-cd719e36bb9c req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.58 "DELETE /v2.0/ports/0f31697a-2cbf-4117-a614-b0067fb13ff7 HTTP/1.1" status: 204 len: 173 time: 1.0332587 Sep 15 19:18:46.918000 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-14df3966-2017-4327-8487-139694f51039 req-0ed281ce-d68d-435d-b3eb-a5d70665aba7 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Synchronizing usage tracker for tenant:6331f3cd8e234982845a8b050d0e682a on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:18:46.920542 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2074f83-0257-4e07-9bb4-9f93b0f447d2 req-52ee3144-09eb-44ca-9186-8b7cf8529914 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:46.922470 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e2074f83-0257-4e07-9bb4-9f93b0f447d2 req-52ee3144-09eb-44ca-9186-8b7cf8529914 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.2003777 Sep 15 19:18:46.956030 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-14df3966-2017-4327-8487-139694f51039 req-0ed281ce-d68d-435d-b3eb-a5d70665aba7 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Unset dirty status for tenant:6331f3cd8e234982845a8b050d0e682a on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:18:46.958568 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-14df3966-2017-4327-8487-139694f51039 req-0ed281ce-d68d-435d-b3eb-a5d70665aba7 tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] 10.222.0.20 "GET /v2.0/ports?device_id=be766eda-ceaa-478f-9fad-ad47e64e4113 HTTP/1.1" status: 200 len: 210 time: 0.1082335 Sep 15 19:18:47.032830 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:47.045416 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be766eda-ceaa-478f-9fad-ad47e64e4113', 'name': 'network-vif-deleted', 'tag': '0f31697a-2cbf-4117-a614-b0067fb13ff7', 'status': 'completed', 'code': 200} Sep 15 19:18:47.048022 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e2074f83-0257-4e07-9bb4-9f93b0f447d2 req-9984fb17-cf8c-4dda-b3a3-a38ca2ece65e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041682 Sep 15 19:18:47.052695 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-81dfeb10-8c93-4234-8fc3-a44e81e1b6d3 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:47.125618 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:47.129738 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:47.133319 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:47.169661 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:47.172561 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:47.203541 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:47.204235 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:47.233566 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0881517 Sep 15 19:18:47.246428 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Request body: {'port': {'device_id': 'cf01dde1-446d-4a19-afe7-21946685608d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:47.357712 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-84279ac7-5b1c-4692-9912-1d96c557cede None None] Provisioning for port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:47.362352 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:47.364413 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-84279ac7-5b1c-4692-9912-1d96c557cede None None] Provisioning complete for port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:47.364870 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-84279ac7-5b1c-4692-9912-1d96c557cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:47.435971 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-84279ac7-5b1c-4692-9912-1d96c557cede None None] Port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:18:47.561343 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-5890bca1-4bf0-4ae8-a6cc-fee0b9e5a82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:47.735844 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2a1bc-00fd-41fc-8e87-1b252db20128 req-65e6c361-464b-4e44-b98a-db0c00007e8c tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:47.737317 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-36c2a1bc-00fd-41fc-8e87-1b252db20128 req-65e6c361-464b-4e44-b98a-db0c00007e8c tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 932 time: 0.0784836 Sep 15 19:18:47.787632 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-36c2a1bc-00fd-41fc-8e87-1b252db20128 req-03beb3db-3b82-440e-b9d9-5f05e1dd5289 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445304 Sep 15 19:18:47.796370 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 {{(pid=75104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:18:47.803236 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:47.817826 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Transition to ACTIVE for port object f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 will not be triggered until provisioned by entity L2. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:47.822550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:47.826067 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-936cd6b9-cdde-49aa-ac1f-6ce35ff846fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:47.949300 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:47.952969 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:48.061583 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Attempting to bind port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:48.061822 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Attempting to bind port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:48.062150 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Attempting to bind port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 on network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:48.067928 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 on network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:18:48.068244 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Attempting to bind port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 on network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:48.074952 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:48.075328 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Checking segment: {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:48.075707 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Bound using segment: {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'} {{(pid=75104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:48.076139 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.managers [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Bound port: f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23631861-1633-4f47-b462-5c542ade7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee'}}] {{(pid=75104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:48.076469 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:48.176240 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, cleared binding levels {{(pid=75104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:48.179886 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:48.184841 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:48.193238 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-60ef9a42-2c18-434a-bd2c-8f3b09d394fb tempest-DeleteServersTestJSON-1737235549 tempest-DeleteServersTestJSON-1737235549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:48.254368 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:48.256127 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] 10.222.0.58 "PUT /v2.0/ports/f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 200 len: 1094 time: 1.0144906 Sep 15 19:18:48.261432 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:18:48.292332 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=3']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:48.296259 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:48.299135 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aff2e9-1aea-45af-aa13-beec6b28b7d9 req-828a52fe-97a8-488e-b110-98b4357a9748 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:48.311481 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-61aff2e9-1aea-45af-aa13-beec6b28b7d9 req-828a52fe-97a8-488e-b110-98b4357a9748 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.1152887 Sep 15 19:18:48.346577 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'status': 'completed', 'code': 200} Sep 15 19:18:48.364813 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-61aff2e9-1aea-45af-aa13-beec6b28b7d9 req-569a1101-4695-4c43-b6c9-374838c2cdb4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523241 Sep 15 19:18:48.387090 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-eeff0fd9-b913-4a1e-bc3b-896605e61f88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1097 time: 0.0895081 Sep 15 19:18:48.462942 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-46b5a747-e75c-43f9-bde2-217b6b68a82e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 200 len: 217 time: 0.0675023 Sep 15 19:18:48.536331 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-e13fba30-0e82-4588-9c17-5423bd3d1371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:48.537760 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-e13fba30-0e82-4588-9c17-5423bd3d1371 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab75c101-bd90-4f07-bce1-242360fdaa18 HTTP/1.1" status: 200 len: 846 time: 0.0681312 Sep 15 19:18:48.627315 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:48.638529 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-2b8d1f5d-9e27-4217-9ec1-b7205b80dc64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870762 Sep 15 19:18:48.775038 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-ac08cd49-5f89-4001-8f02-001ed2b4a381 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274266 Sep 15 19:18:48.909363 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2111bace-3816-4210-86e7-8fdd66f6c8ca req-3b6da4d7-3e89-4126-be30-95b43d49a576 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271770 Sep 15 19:18:49.042678 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6984-8a8f-4ad0-90c0-3851ce853998 req-c5540fc5-b74a-4150-b1c1-54b3f0fc1d51 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:49.043405 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-b94f6984-8a8f-4ad0-90c0-3851ce853998 req-c5540fc5-b74a-4150-b1c1-54b3f0fc1d51 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Synchronizing usage tracker for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:18:49.063381 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-b94f6984-8a8f-4ad0-90c0-3851ce853998 req-c5540fc5-b74a-4150-b1c1-54b3f0fc1d51 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Unset dirty status for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:18:49.064527 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b94f6984-8a8f-4ad0-90c0-3851ce853998 req-c5540fc5-b74a-4150-b1c1-54b3f0fc1d51 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.1540463 Sep 15 19:18:49.068000 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-61922c59-870f-42ee-829d-3b0b9be599ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1097 time: 0.0983489 Sep 15 19:18:49.200933 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b94f6984-8a8f-4ad0-90c0-3851ce853998 req-087fa8cb-708c-4e89-a5a2-23fe63592dc6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308336 Sep 15 19:18:49.227372 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-4a6d7251-bfbb-4d34-8cdb-5c0b02c3bced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:49.228795 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-4a6d7251-bfbb-4d34-8cdb-5c0b02c3bced service neutron] 10.222.0.58 "GET /v2.0/networks?id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 200 len: 908 time: 0.1459424 Sep 15 19:18:49.369672 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-0861b3c7-a463-4e8f-8c14-20066bd1b791 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 200 len: 217 time: 0.1326606 Sep 15 19:18:49.433638 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-2a571d8d-fe60-4b7e-b887-bc678f5ec068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:49.435227 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-2a571d8d-fe60-4b7e-b887-bc678f5ec068 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab75c101-bd90-4f07-bce1-242360fdaa18 HTTP/1.1" status: 200 len: 846 time: 0.0574222 Sep 15 19:18:49.515173 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-73e7bb36-8c40-414b-a946-e60cf80e49da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717692 Sep 15 19:18:49.577505 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d755-f3d4-493b-96e6-16221f607477 req-d01d81f5-3885-48ec-9904-04bb6cc86e37 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:49.578956 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-62c0d755-f3d4-493b-96e6-16221f607477 req-d01d81f5-3885-48ec-9904-04bb6cc86e37 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0754085 Sep 15 19:18:49.625451 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-62c0d755-f3d4-493b-96e6-16221f607477 req-c68ae490-eb4d-4746-93f8-fb73007fbcc1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Sep 15 19:18:49.647305 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-7de75c1e-9fd5-4ad2-9373-e4dab7b2f579 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254184 Sep 15 19:18:49.782644 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1e2dac9-0889-4d69-8f2a-f6fcb45f4997 req-a8d5fe33-ef8d-4d22-8879-a9462f226b64 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280644 Sep 15 19:18:49.998694 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.058546 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47368) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:50.195426 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.231237 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:50.234961 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Usage tracker for resource:security_group_rule and tenant:2e187c66790049d2a4c606c00eb08e2d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:50.237959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:50.243997 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:50.309432 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.313176 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.319600 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-060228cc-cca3-4a90-bbd3-4770c88ec582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:50.366001 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e187c66790049d2a4c606c00eb08e2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3057230 Sep 15 19:18:50.366256 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51f3e2-6426-4804-be04-14559b640b3b,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:50.368777 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47376) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:50.371180 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:50.395749 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bdf08-c7cc-41b2-9611-b37534033f61 req-b12c2434-1432-4b82-9811-07b537d9ce9d tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:50.397198 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2a2bdf08-c7cc-41b2-9611-b37534033f61 req-b12c2434-1432-4b82-9811-07b537d9ce9d tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0769575 Sep 15 19:18:50.428347 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5760-4fad-4cbb-8d9e-ab003e7f1285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.441706 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2a2bdf08-c7cc-41b2-9611-b37534033f61 req-57cc31fc-87e6-4a99-8db8-5e45bcd87320 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384395 Sep 15 19:18:50.453847 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5760-4fad-4cbb-8d9e-ab003e7f1285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.504910 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5760-4fad-4cbb-8d9e-ab003e7f1285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.510890 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f7c64008-89f5-499e-a14a-d1732fda169d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:50.520995 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b5760-4fad-4cbb-8d9e-ab003e7f1285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed51f3e2-6426-4804-be04-14559b640b3b,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:50.524932 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9f4b5760-4fad-4cbb-8d9e-ab003e7f1285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:50.528065 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5760-4fad-4cbb-8d9e-ab003e7f1285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.529186 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-9f4b5760-4fad-4cbb-8d9e-ab003e7f1285 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed51f3e2-6426-4804-be04-14559b640b3b HTTP/1.1" status: 204 len: 168 time: 0.1595592 Sep 15 19:18:50.839758 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a74cf-aae5-408e-98a1-15ff92be639b req-b6c02ab1-946c-4c98-be30-f444ba85d4b4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:50.841160 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-120a74cf-aae5-408e-98a1-15ff92be639b req-b6c02ab1-946c-4c98-be30-f444ba85d4b4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0806603 Sep 15 19:18:50.888070 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-120a74cf-aae5-408e-98a1-15ff92be639b req-afe9283a-1240-4c99-ac57-0c7680b928cd tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413723 Sep 15 19:18:51.142921 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 0f31697a-2cbf-4117-a614-b0067fb13ff7 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:18:51.175937 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 0f31697a-2cbf-4117-a614-b0067fb13ff7 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:18:51.176297 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 0f31697a-2cbf-4117-a614-b0067fb13ff7 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:18:51.640969 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ae440-3895-405a-8aa6-9611ea19fe17 req-5f2c4ff3-3cb7-4fd5-9c63-69fdcabae2f4 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:51.644733 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a39ae440-3895-405a-8aa6-9611ea19fe17 req-5f2c4ff3-3cb7-4fd5-9c63-69fdcabae2f4 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0802281 Sep 15 19:18:51.687867 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a39ae440-3895-405a-8aa6-9611ea19fe17 req-93c19ab2-c099-489b-a06f-639f30b997a8 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 Sep 15 19:18:52.112767 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ee374-ea0f-4ab6-b211-6d119099e142 req-1c567b34-385a-4caf-b622-dd222803a79c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:52.114313 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b9ee374-ea0f-4ab6-b211-6d119099e142 req-1c567b34-385a-4caf-b622-dd222803a79c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0874424 Sep 15 19:18:52.161186 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b9ee374-ea0f-4ab6-b211-6d119099e142 req-f855e118-a0e3-4b23-9674-1fea5cee62e1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Sep 15 19:18:52.911729 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a153-e10d-4be1-9911-f5c0a0b48fa4 req-5b0ac271-1579-49ea-866b-f25b6e4a6194 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:52.913675 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3e53a153-e10d-4be1-9911-f5c0a0b48fa4 req-5b0ac271-1579-49ea-866b-f25b6e4a6194 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0751948 Sep 15 19:18:52.964064 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3e53a153-e10d-4be1-9911-f5c0a0b48fa4 req-8f3caf98-f4f3-4115-a9c0-3f8b27c57d37 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443058 Sep 15 19:18:53.372188 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6317dc-c2c0-4f5f-b8e0-dadd189bf4d4 req-0be19cb1-bab8-4024-9f58-4c55eec258b5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:53.373621 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0e6317dc-c2c0-4f5f-b8e0-dadd189bf4d4 req-0be19cb1-bab8-4024-9f58-4c55eec258b5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0783408 Sep 15 19:18:53.417777 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0e6317dc-c2c0-4f5f-b8e0-dadd189bf4d4 req-0afec329-ba41-45e6-93fc-82bd8a48f30d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387754 Sep 15 19:18:54.164336 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfeb0c-7e58-4c75-b492-a7fcaf10112c req-a03a0ec1-8f5e-4a98-af1c-2b505d073f1f tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:54.165827 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7ecfeb0c-7e58-4c75-b492-a7fcaf10112c req-a03a0ec1-8f5e-4a98-af1c-2b505d073f1f tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0818446 Sep 15 19:18:54.211273 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7ecfeb0c-7e58-4c75-b492-a7fcaf10112c req-d58a1a12-976b-4543-98f6-9aac1c18628a tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400369 Sep 15 19:18:54.625589 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797302-ab0c-4856-96ac-008d0381d088 req-a2981b02-20db-4901-8b11-0b01447aa6c3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:54.627196 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8c797302-ab0c-4856-96ac-008d0381d088 req-a2981b02-20db-4901-8b11-0b01447aa6c3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0776646 Sep 15 19:18:54.681012 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8c797302-ab0c-4856-96ac-008d0381d088 req-7b863834-00cd-406f-b489-966b3c1edb7a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470824 Sep 15 19:18:55.411596 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d11a8d-9ebc-40d5-8905-af67745dd985 req-b8f13af6-0470-47cf-b243-468a45ed10a9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:55.413108 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-11d11a8d-9ebc-40d5-8905-af67745dd985 req-b8f13af6-0470-47cf-b243-468a45ed10a9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0811734 Sep 15 19:18:55.463681 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-11d11a8d-9ebc-40d5-8905-af67745dd985 req-768422ff-6a3d-4747-b3d9-1e84c7b294bd tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451505 Sep 15 19:18:55.517365 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47468) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:55.653351 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:55.684007 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:55.687782 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Usage tracker for resource:security_group_rule and tenant:bcff497acc9a4722a1f911ad15ae9e22 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:55.690512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:55.696125 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:55.762063 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:55.766130 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:55.772592 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-74978a38-06b2-479b-b9ae-c4969501f016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:55.813355 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b6313-abbd-417a-b670-f5d7cc80719d,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:55.817637 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:55.820593 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcff497acc9a4722a1f911ad15ae9e22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3021908 Sep 15 19:18:55.823412 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47478) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:55.884522 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bde60c93-87dd-4ca1-bf1e-fe45f1ae0046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:55.906995 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993174-6bca-40c8-98ff-7cdb12690f44 req-a1f18897-d912-430f-bb23-abf828903551 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:55.908709 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5993174-6bca-40c8-98ff-7cdb12690f44 req-a1f18897-d912-430f-bb23-abf828903551 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0870960 Sep 15 19:18:55.913993 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bde60c93-87dd-4ca1-bf1e-fe45f1ae0046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:55.968326 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5993174-6bca-40c8-98ff-7cdb12690f44 req-b109d2b5-21ee-4a05-810e-f5ecf5bf1319 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532982 Sep 15 19:18:55.982591 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bde60c93-87dd-4ca1-bf1e-fe45f1ae0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:55.991913 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-da583852-1a2d-4b36-808e-0de22a732e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:56.012167 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde60c93-87dd-4ca1-bf1e-fe45f1ae0046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b6313-abbd-417a-b670-f5d7cc80719d,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:56.012167 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bde60c93-87dd-4ca1-bf1e-fe45f1ae0046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:56.012167 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-bde60c93-87dd-4ca1-bf1e-fe45f1ae0046 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec3b6313-abbd-417a-b670-f5d7cc80719d HTTP/1.1" status: 204 len: 168 time: 0.1820958 Sep 15 19:18:56.012167 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bde60c93-87dd-4ca1-bf1e-fe45f1ae0046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:56.340881 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47492) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:56.359670 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:56.394830 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:56.398679 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Usage tracker for resource:security_group_rule and tenant:3512aa634ece4f0bb5f9a6a1e42f6ce2 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:56.401447 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:56.407036 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:56.473823 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:56.477953 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:56.484668 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-dd89c8f4-ee1d-4acd-a0cd-6c44186b12d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:56.528230 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134ceb93-fc1e-4550-861d-0c3c7cc1a196,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:56.532185 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3512aa634ece4f0bb5f9a6a1e42f6ce2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1903310 Sep 15 19:18:56.533203 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:56.534735 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47498) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:56.633034 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df70e9ec-df4b-4fb3-80c6-4a433149e12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:56.671538 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df70e9ec-df4b-4fb3-80c6-4a433149e12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:56.718738 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6aac3-b85e-4737-81a0-3eff35d2e0a6 req-21fd7a20-7bd5-4d98-af70-51a757a64e24 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:56.720203 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4aa6aac3-b85e-4737-81a0-3eff35d2e0a6 req-21fd7a20-7bd5-4d98-af70-51a757a64e24 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.1336904 Sep 15 19:18:56.757443 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df70e9ec-df4b-4fb3-80c6-4a433149e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:56.764659 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-95fff6ea-a37a-4ab4-8d70-a421df607503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:56.782764 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4aa6aac3-b85e-4737-81a0-3eff35d2e0a6 req-03bbd2b3-fcb6-4790-a9e8-bbe3648a85d8 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571208 Sep 15 19:18:56.783454 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70e9ec-df4b-4fb3-80c6-4a433149e12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134ceb93-fc1e-4550-861d-0c3c7cc1a196,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:56.786228 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-df70e9ec-df4b-4fb3-80c6-4a433149e12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:56.787084 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df70e9ec-df4b-4fb3-80c6-4a433149e12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:56.790669 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-df70e9ec-df4b-4fb3-80c6-4a433149e12e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/134ceb93-fc1e-4550-861d-0c3c7cc1a196 HTTP/1.1" status: 204 len: 168 time: 0.2524672 Sep 15 19:18:56.869432 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:18:57.008598 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:57.021700 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'port_id': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'mac_address': 'fa:16:3e:f2:55:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:18:57.080827 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:57.098808 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:18:57.114582 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:57.119425 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:57.122270 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:57.195260 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:57.197677 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d0614-516a-44ae-82df-bdba93bac0c8 req-23bf4d2c-38ae-447f-b71b-ac3e788d1c78 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:57.199201 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-709d0614-516a-44ae-82df-bdba93bac0c8 req-23bf4d2c-38ae-447f-b71b-ac3e788d1c78 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0861628 Sep 15 19:18:57.204178 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.204712 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.205056 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.205379 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.205703 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.206022 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.206340 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.206678 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.206996 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.207335 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.207649 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:57.212369 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:57.250907 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-709d0614-516a-44ae-82df-bdba93bac0c8 req-a4bf0136-fca9-45a1-b110-f49225d74525 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Sep 15 19:18:57.432335 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:18:58.001491 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1462ee-ebb4-40b0-950c-52eba1b8b552 req-d28f16a9-fbf7-45ae-8770-16907474ba4d tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:58.002928 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1f1462ee-ebb4-40b0-950c-52eba1b8b552 req-d28f16a9-fbf7-45ae-8770-16907474ba4d tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 945 time: 0.0999255 Sep 15 19:18:58.047069 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1f1462ee-ebb4-40b0-950c-52eba1b8b552 req-6a5691bb-9116-405b-8b99-3f3ea449e06d tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383213 Sep 15 19:18:58.465152 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20940-6bd0-46b2-9c37-fe221014fcbe req-57e66948-cd16-4b7e-9ec9-250996b07306 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:58.466595 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47a20940-6bd0-46b2-9c37-fe221014fcbe req-57e66948-cd16-4b7e-9ec9-250996b07306 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0791986 Sep 15 19:18:58.511862 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47a20940-6bd0-46b2-9c37-fe221014fcbe req-c772ed42-1740-448e-9042-4bf63bb5cb84 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397644 Sep 15 19:18:58.889197 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:18:58.892970 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:59.088250 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:59.104784 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:59.105208 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:59.135240 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:59.162082 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '58f2bc07-033c-452e-95a7-46033890eb33', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'port_id': '58f2bc07-033c-452e-95a7-46033890eb33', 'mac_address': 'fa:16:3e:c3:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:18:59.226468 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:59.243419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5681-9328-48f2-b54e-88af077b79e6 req-3514fab3-a736-41b5-945d-d27bb0a2f652 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:59.244887 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-50bd5681-9328-48f2-b54e-88af077b79e6 req-3514fab3-a736-41b5-945d-d27bb0a2f652 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 945 time: 0.0761120 Sep 15 19:18:59.277916 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58f2bc07-033c-452e-95a7-46033890eb33 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:18:59.289431 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-50bd5681-9328-48f2-b54e-88af077b79e6 req-ddd6e599-c9b7-4244-9146-f0973b5a133e tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Sep 15 19:18:59.304680 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:59.313895 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:59.321569 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:59.324109 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:59.377976 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:18:59.397609 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:59.403713 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:59.407758 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=6']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:59.411596 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:59.412083 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:59.442102 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'code': 200} Sep 15 19:18:59.478467 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:59.481494 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:59.729364 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e13849-017f-458a-abc8-ea9abe2f5fa1 req-3237ed69-f6a4-4e35-80fb-347bdd4aea53 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:59.730835 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-93e13849-017f-458a-abc8-ea9abe2f5fa1 req-3237ed69-f6a4-4e35-80fb-347bdd4aea53 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 944 time: 0.0800903 Sep 15 19:18:59.778793 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-93e13849-017f-458a-abc8-ea9abe2f5fa1 req-11b44f5c-f8de-4211-a83f-dbe41d454148 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Sep 15 19:19:00.493733 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af403c-1dbe-4fd4-9d05-f5f45ed8f56c req-2b5a2000-e5e5-44a1-991f-993073129770 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:00.495244 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b1af403c-1dbe-4fd4-9d05-f5f45ed8f56c req-2b5a2000-e5e5-44a1-991f-993073129770 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0762305 Sep 15 19:19:00.540567 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b1af403c-1dbe-4fd4-9d05-f5f45ed8f56c req-514720c3-014c-42d5-a3c6-8aacf82fbfa9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398366 Sep 15 19:19:00.984669 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5737d-8992-4cc5-8141-81494e58a71e req-b2816d48-485e-4aa2-9d91-2a28d8f3a995 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:00.986112 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e8c5737d-8992-4cc5-8141-81494e58a71e req-b2816d48-485e-4aa2-9d91-2a28d8f3a995 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 944 time: 0.0750890 Sep 15 19:19:01.034468 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e8c5737d-8992-4cc5-8141-81494e58a71e req-0d8cff3b-c24d-48a9-8701-9b44cada68c1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423238 Sep 15 19:19:01.738752 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fbabf-4374-4d97-9500-297fe00cacfc req-b5fc5aa9-213a-4819-92f2-512dd1bedea0 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:01.740214 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e59fbabf-4374-4d97-9500-297fe00cacfc req-b5fc5aa9-213a-4819-92f2-512dd1bedea0 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0791628 Sep 15 19:19:01.784097 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e59fbabf-4374-4d97-9500-297fe00cacfc req-00050e26-d6e1-4a19-b3da-9b128c46a0ab tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379312 Sep 15 19:19:02.312718 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f89da-34ee-4216-a48d-481aede0b872 req-05d60a5a-eee3-484f-b77f-e11bbb0e2526 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:02.314167 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0e0f89da-34ee-4216-a48d-481aede0b872 req-05d60a5a-eee3-484f-b77f-e11bbb0e2526 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 944 time: 0.1420712 Sep 15 19:19:02.358807 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0e0f89da-34ee-4216-a48d-481aede0b872 req-709f8653-b704-4b88-aea4-ac8a4a82c8f1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386286 Sep 15 19:19:02.599908 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['58f2bc07-033c-452e-95a7-46033890eb33'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:19:02.912758 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f5a0f330-d5a6-4fd9-9cd8-af209f9b3edb req-e43ce655-b8f1-4147-a39b-0b083d01ffb9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1099 time: 0.0799575 Sep 15 19:19:02.967229 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f5a0f330-d5a6-4fd9-9cd8-af209f9b3edb req-31e4d458-4a8f-4d25-944b-63abc4c07793 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468097 Sep 15 19:19:03.010006 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556b064-580d-4f80-9ab2-9a85f9ee5a15 req-4f28fcda-5964-4a2e-97ca-2d67b35f48a1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:03.011734 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f556b064-580d-4f80-9ab2-9a85f9ee5a15 req-4f28fcda-5964-4a2e-97ca-2d67b35f48a1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0837259 Sep 15 19:19:03.061832 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f556b064-580d-4f80-9ab2-9a85f9ee5a15 req-c8adcb58-d3f9-437d-bc7b-b030fa60d221 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431783 Sep 15 19:19:03.878889 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920972d-2108-4dac-bdfb-7754c6ce0899 req-ab802a94-57cf-4277-8047-2296b71260d2 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:03.887358 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d920972d-2108-4dac-bdfb-7754c6ce0899 req-ab802a94-57cf-4277-8047-2296b71260d2 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 944 time: 0.3701479 Sep 15 19:19:03.961266 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d920972d-2108-4dac-bdfb-7754c6ce0899 req-a5d93d3f-9e80-437f-9618-69c9344f9b7c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729597 Sep 15 19:19:04.376640 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed2b0e-43c8-4455-8c1e-ff9a78c2e987 req-c9a6d68c-f071-42a0-9972-36d3b9a6b32f tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:04.378472 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-80ed2b0e-43c8-4455-8c1e-ff9a78c2e987 req-c9a6d68c-f071-42a0-9972-36d3b9a6b32f tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.1656384 Sep 15 19:19:04.431646 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-80ed2b0e-43c8-4455-8c1e-ff9a78c2e987 req-52faf69c-ea2d-4f57-8493-dded92a05655 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Sep 15 19:19:04.536647 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:19:04.618855 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 58f2bc07-033c-452e-95a7-46033890eb33 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:19:04.619533 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:04.638030 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d836-5625-4fed-b536-6b49996b3cbe req-fa0f8f73-48d8-48cd-9d22-408e21cea096 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:04.645032 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-10b3d836-5625-4fed-b536-6b49996b3cbe req-fa0f8f73-48d8-48cd-9d22-408e21cea096 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0891287 Sep 15 19:19:04.706214 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-10b3d836-5625-4fed-b536-6b49996b3cbe req-6f839d64-3a7b-48c6-8a77-85912e5423e6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602579 Sep 15 19:19:04.725884 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47634) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:04.767483 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:04.800525 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:19:04.812032 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:04.819177 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:04.821023 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-53cf3a43-10de-4850-89be-cb0e838ecc9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:04.890922 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33', 'code': 200} Sep 15 19:19:04.891874 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=7']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:04.903726 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:05.064449 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-69204dd5-bfb3-45b4-a4dd-319c9ea2b54f tempest-TestShelveInstance-788524568 tempest-TestShelveInstance-788524568-project-admin] Synchronizing usage tracker for tenant:054f613ccea547678d78889c62bf164b on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:19:05.093207 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-69204dd5-bfb3-45b4-a4dd-319c9ea2b54f tempest-TestShelveInstance-788524568 tempest-TestShelveInstance-788524568-project-admin] Unset dirty status for tenant:054f613ccea547678d78889c62bf164b on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:19:05.095706 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-69204dd5-bfb3-45b4-a4dd-319c9ea2b54f tempest-TestShelveInstance-788524568 tempest-TestShelveInstance-788524568-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1094 time: 0.3685701 Sep 15 19:19:05.098690 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47650) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:05.110424 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'port_id': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:19:05.117433 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:19:05.125523 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Usage tracker for resource:floatingip and tenant:208ef7a2f6504a3ca8f9a7e4df50150a is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:19:05.189577 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:19:05.200055 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:19:05.246852 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for floatingip, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:05.297901 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c7e55-fa74-4f05-8344-07b736b49f2e req-d322dd2c-d88d-4794-92ca-638d2fe68633 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:05.299442 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-882c7e55-fa74-4f05-8344-07b736b49f2e req-d322dd2c-d88d-4794-92ca-638d2fe68633 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.1787510 Sep 15 19:19:05.452706 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-882c7e55-fa74-4f05-8344-07b736b49f2e req-c4695d79-1af4-495d-b86c-679f1c94439d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468043 Sep 15 19:19:05.544495 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:05.739494 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Allocated IP 172.27.2.124 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/64c8d136-f06c-4c06-a8ce-d5cb22ca49aa) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:19:05.934792 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:05.968698 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:05.976335 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1ee9ae61-b710-41e1-b444-702238f5068a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:06.063970 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:19:06.067580 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:19:06.072115 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:19:06.134003 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'Port': ['ID=64c8d136-f06c-4c06-a8ce-d5cb22ca49aa,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:06.136891 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:06.751878 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:06.896279 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bca440-70d0-438b-b9f7-dd35b70ad4d4 req-2b416492-32a8-41e5-b399-9052b81ac727 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:06.906252 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-70bca440-70d0-438b-b9f7-dd35b70ad4d4 req-2b416492-32a8-41e5-b399-9052b81ac727 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.2043731 Sep 15 19:19:06.939327 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:06.993363 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-70bca440-70d0-438b-b9f7-dd35b70ad4d4 req-5a54a0f8-5045-4c39-915d-10381fa9e602 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837874 Sep 15 19:19:07.237114 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:07.243844 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:07.253817 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1bdb2032-7e52-4dd4-9ef4-cfeae6023fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:07.375446 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event updated for resources: {'Port': ['ID=64c8d136-f06c-4c06-a8ce-d5cb22ca49aa,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:07.381115 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:07.396343 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:07.622190 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.l3_db [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Floating IP 8bcb19b7-dd88-40be-bda9-0fcee8d71fe3 associated. External IP: 172.27.2.124, port: f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38. Sep 15 19:19:08.112320 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:19:08.233940 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:08.345303 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855d10-05ed-4daa-8867-629f737ec95b req-93769ccd-6482-46a2-b300-7d5b9036ea38 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:08.354036 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5c855d10-05ed-4daa-8867-629f737ec95b req-93769ccd-6482-46a2-b300-7d5b9036ea38 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.1285594 Sep 15 19:19:08.477973 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5c855d10-05ed-4daa-8867-629f737ec95b req-8aee7508-ed55-42f4-b00d-fd30ebe9ccec tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177123 Sep 15 19:19:08.529736 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:19:08.545058 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] Sync routers for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:19:08.558893 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:19:08.559639 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:18:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:08.563895 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:08.638442 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5362535 Sep 15 19:19:08.639339 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:19:08.710326 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'status': 'completed', 'code': 200} Sep 15 19:19:08.762443 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:19:08.838144 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-63a0e569-d3ef-4e25-add9-18fbcdd989fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1099 time: 0.0993428 Sep 15 19:19:09.070302 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-677a757a-2b42-488f-95a2-dd2538e602cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1098 time: 0.1441536 Sep 15 19:19:09.148456 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-56a0e209-f636-4af2-a112-66c47794094f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:09.149918 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-56a0e209-f636-4af2-a112-66c47794094f service neutron] 10.222.0.58 "GET /v2.0/networks?id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 200 len: 908 time: 0.3052459 Sep 15 19:19:09.203083 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '8bcb19b7-dd88-40be-bda9-0fcee8d71fe3', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'port_id': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'mac_address': 'fa:16:3e:f2:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf01dde1-446d-4a19-afe7-21946685608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:19:06Z', 'updated_at': '2021-09-15T19:19:06Z', 'revision_number': 0, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:24Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:09.210254 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] Checking router: 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:19:09.231609 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:19:09.232290 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:18:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:09.271265 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-62935530-2a46-4cdd-a385-eab6e9bbb20d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 200 len: 1000 time: 0.1133738 Sep 15 19:19:09.344988 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-469169c2-395f-4e41-9506-fb572bee0132 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:09.346728 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-469169c2-395f-4e41-9506-fb572bee0132 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.2529445 Sep 15 19:19:09.358244 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-eb299bcf-b7b9-48cb-84bb-774a169d6ab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:09.360392 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-eb299bcf-b7b9-48cb-84bb-774a169d6ab6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab75c101-bd90-4f07-bce1-242360fdaa18 HTTP/1.1" status: 200 len: 846 time: 0.0784380 Sep 15 19:19:09.454000 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-90de435e-31de-4336-ae6a-16732a4e166d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838654 Sep 15 19:19:09.494502 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:19:09.513990 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-d777adb8-ff6a-4c3e-a86f-47c153c3022f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 200 len: 1001 time: 0.1587021 Sep 15 19:19:09.655695 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-9ef01770-d693-468f-b915-b364d6be7dac service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950746 Sep 15 19:19:09.687630 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-56553336-ec19-483d-8b41-db797d933371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:09.692641 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-56553336-ec19-483d-8b41-db797d933371 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.1709719 Sep 15 19:19:09.916181 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-ddceeec7-7565-4c1f-8d6c-6e21ee599a03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2145917 Sep 15 19:19:09.934914 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-491b0562-b398-42a6-8ced-9ffc3fe4bc48 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673497 Sep 15 19:19:09.955223 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72858a3a-8f03-4389-aa7a-9b6a4f283b2e req-4d3c75ba-7243-482b-be19-7a62d47302dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:09.963775 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-72858a3a-8f03-4389-aa7a-9b6a4f283b2e req-4d3c75ba-7243-482b-be19-7a62d47302dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.1357746 Sep 15 19:19:10.037113 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-72858a3a-8f03-4389-aa7a-9b6a4f283b2e req-3a4d724c-b64d-450d-a9d7-374e73e063c9 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722711 Sep 15 19:19:10.148718 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-6695680e-44e4-4027-b293-b0bcb9d54aa7 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230370 Sep 15 19:19:10.283918 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '8bcb19b7-dd88-40be-bda9-0fcee8d71fe3', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'port_id': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'mac_address': 'fa:16:3e:f2:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf01dde1-446d-4a19-afe7-21946685608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:19:06Z', 'updated_at': '2021-09-15T19:19:06Z', 'revision_number': 0, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:24Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:10.293546 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7f16d018-fffb-47c8-b1ca-874a88c8f049 req-cdc5c3a1-3bc2-450a-badc-320f9ce333af service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385374 Sep 15 19:19:10.333517 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ade254-f291-4cc7-a48d-a8fc9a8a8067 None None] The sync data for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi is: [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '8bcb19b7-dd88-40be-bda9-0fcee8d71fe3', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'port_id': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'mac_address': 'fa:16:3e:f2:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf01dde1-446d-4a19-afe7-21946685608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:19:06Z', 'updated_at': '2021-09-15T19:19:06Z', 'revision_number': 0, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:24Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:19:10.568374 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41152c-46ee-470a-8b51-ad7d70053c76 None None] New status for floating IP 8bcb19b7-dd88-40be-bda9-0fcee8d71fe3: ACTIVE {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:19:11.341590 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a86bf-a6db-4c67-946f-e07cb89828f3 req-b23840c1-96f1-455b-b8c3-e58857956fa0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:11.343443 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-626a86bf-a6db-4c67-946f-e07cb89828f3 req-b23840c1-96f1-455b-b8c3-e58857956fa0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0993168 Sep 15 19:19:11.405915 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-626a86bf-a6db-4c67-946f-e07cb89828f3 req-02794945-47a1-4c4e-8a55-3fb0d7afffb5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547547 Sep 15 19:19:12.588314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47804) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:12.711458 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb20cf-f2ae-4cfa-bfd1-4979ef11e9e3 req-18eefb90-15f4-4854-b1e2-4094ccf0536a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:12.713404 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8cdb20cf-f2ae-4cfa-bfd1-4979ef11e9e3 req-18eefb90-15f4-4854-b1e2-4094ccf0536a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.1165619 Sep 15 19:19:12.811918 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8cdb20cf-f2ae-4cfa-bfd1-4979ef11e9e3 req-a821a234-95aa-4648-8ef4-de9e8bb89d6f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926726 Sep 15 19:19:12.813600 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:12.878452 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:19:12.883537 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Usage tracker for resource:security_group_rule and tenant:27bc314ed5784e6889eb7c892b49e7c6 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:19:12.887653 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:19:12.894098 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:19:12.981428 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:12.986224 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:12.995041 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-89729ef5-9e7c-4829-8e78-a2e818874f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:13.036846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f57d9a-1562-45b7-b134-86b01e538a57,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:13.043180 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27bc314ed5784e6889eb7c892b49e7c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4508038 Sep 15 19:19:13.044312 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47816) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:13.056377 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.056905 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.057343 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.057759 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.058246 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.058601 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.059308 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.060005 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.060492 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.060932 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.061354 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.066247 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:13.123629 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:13.155909 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:13.215930 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:13.220517 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1f838ed1-8cee-4443-953c-a99286e40e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:13.233714 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f57d9a-1562-45b7-b134-86b01e538a57,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:13.247927 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.248566 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.248930 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.249287 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.249794 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.250150 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.250491 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.250834 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.251372 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.251718 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.252062 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:19:13.255560 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:13.257549 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:13.258665 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5f57d9a-1562-45b7-b134-86b01e538a57 HTTP/1.1" status: 204 len: 168 time: 0.2130089 Sep 15 19:19:14.219149 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c90c9e-c726-492d-8b0d-76f1e0b75374 req-2811015e-44aa-49c8-95f8-562e2442ba6e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:14.226404 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b2c90c9e-c726-492d-8b0d-76f1e0b75374 req-2811015e-44aa-49c8-95f8-562e2442ba6e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0992551 Sep 15 19:19:14.275610 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b2c90c9e-c726-492d-8b0d-76f1e0b75374 req-c8d87c97-195b-4c8d-8048-8a3cbf54eb17 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482097 Sep 15 19:19:15.274737 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47832) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:15.374591 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Deleting subnet 64d5ba1b-bfdc-48a4-9939-e614fec9c6eb {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:19:15.379148 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.384013 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-a76a59a2-65ac-4dcf-b83c-28ae3884cf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.447049 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66406579'] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.507226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.536427 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd73a4-38fc-426c-8650-452c769ecf42 req-59d6f8de-8bc6-405b-8dfa-79d5295f2536 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:15.540713 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cfdd73a4-38fc-426c-8650-452c769ecf42 req-59d6f8de-8bc6-405b-8dfa-79d5295f2536 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0943847 Sep 15 19:19:15.608443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66082463'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.611759 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-cfdd73a4-38fc-426c-8650-452c769ecf42 req-6a59294d-345c-4067-91c9-678e876c9632 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679486 Sep 15 19:19:15.618671 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:15.654368 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.665172 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d5ba1b-bfdc-48a4-9939-e614fec9c6eb,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:15.668191 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:15.669998 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64d5ba1b-bfdc-48a4-9939-e614fec9c6eb HTTP/1.1" status: 204 len: 168 time: 0.3942561 Sep 15 19:19:15.672632 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47842) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:15.782477 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.805306 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.936228 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.950543 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671c4b35-57e1-4146-ad15-a70a4e86cc90']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:15.963045 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a089851a-9bb6-4d04-a98c-dbfc2fe77393') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:15.963373 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a089851a-9bb6-4d04-a98c-dbfc2fe77393') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:15.975885 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:15.998283 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:16.004903 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:19:16.005291 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:19:16.023784 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:19:16.101964 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:16.107257 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:16.122027 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:16.132428 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Pushing event deleted for resources: {'Network': ['ID=671c4b35-57e1-4146-ad15-a70a4e86cc90,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:16.135595 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:16.148093 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e3558b7f-7dd1-497b-9b18-da302a3f0317 admin admin] 10.222.0.20 "DELETE /v2.0/networks/671c4b35-57e1-4146-ad15-a70a4e86cc90 HTTP/1.1" status: 204 len: 168 time: 0.4711785 Sep 15 19:19:16.363813 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47852) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:16.417684 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-121ed37b-a7b3-4756-9670-2f228baaee0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6331f3cd8e234982845a8b050d0e682a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505934 Sep 15 19:19:16.418287 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 47860) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:16.479007 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fb0b433f-30c4-43c2-aa60-ea9eb48de51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:16.505024 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fb0b433f-30c4-43c2-aa60-ea9eb48de51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:16.555365 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fb0b433f-30c4-43c2-aa60-ea9eb48de51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:16.560103 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-22e2e037-16bf-4f17-a55a-287bdf68f18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:16.573592 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b433f-30c4-43c2-aa60-ea9eb48de51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a3ab0a-7d56-49fa-92d3-6defee348ff0,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:16.575982 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fb0b433f-30c4-43c2-aa60-ea9eb48de51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:16.581325 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fb0b433f-30c4-43c2-aa60-ea9eb48de51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:16.582474 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-fb0b433f-30c4-43c2-aa60-ea9eb48de51c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5a3ab0a-7d56-49fa-92d3-6defee348ff0 HTTP/1.1" status: 204 len: 168 time: 0.1632836 Sep 15 19:19:16.828698 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28ed3-88fc-430b-b29b-dc236ea1708a req-04b91ad5-840f-4c2b-9254-1fbdbeb9f1bc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:16.830309 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e5e28ed3-88fc-430b-b29b-dc236ea1708a req-04b91ad5-840f-4c2b-9254-1fbdbeb9f1bc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0851655 Sep 15 19:19:16.905814 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e5e28ed3-88fc-430b-b29b-dc236ea1708a req-3ee71183-25d3-4b79-acc3-06b7548f38d5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682702 Sep 15 19:19:17.260391 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-32868aa5-4658-4200-be06-3d0f4b086043 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1098 time: 0.2370865 Sep 15 19:19:17.388731 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-1faab921-d914-4103-92cb-6d169c0b07d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:17.390164 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-1faab921-d914-4103-92cb-6d169c0b07d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.1224554 Sep 15 19:19:17.555230 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3a64-cf51-4ff6-ba1c-f630140da7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:17.581307 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-516dd6bd-08c3-458c-b457-1aa1f9609d07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 200 len: 1001 time: 0.1825366 Sep 15 19:19:17.646660 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-5db3ba3a-7fe3-477e-8e5c-7c510172073d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:17.647991 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-5db3ba3a-7fe3-477e-8e5c-7c510172073d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0596716 Sep 15 19:19:17.720806 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-7075c386-8ad6-4bc4-a725-455b635c63ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669219 Sep 15 19:19:17.851406 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-85faff62-4422-4d02-ab0b-a65f8a3b9924 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225801 Sep 15 19:19:17.984530 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c8f58ab2-e722-417a-a7ab-ad0ccfe07c29 req-e4135b9a-4738-405b-9618-0c6708fa21e6 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260355 Sep 15 19:19:18.119907 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8601c9-8959-429c-8b45-e49bd81ba005 req-90163bd3-30dc-4b4b-bf6f-4ce420d94cd6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:18.121245 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2d8601c9-8959-429c-8b45-e49bd81ba005 req-90163bd3-30dc-4b4b-bf6f-4ce420d94cd6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0748770 Sep 15 19:19:18.170019 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2d8601c9-8959-429c-8b45-e49bd81ba005 req-250b28b6-287a-46ea-b70b-c92c409ae208 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434985 Sep 15 19:19:18.628007 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:19.377037 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26546a-a97f-4980-a82a-5543293d7022 req-b8910706-c971-4e2b-b501-789fa2c595f1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:19.378472 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c26546a-a97f-4980-a82a-5543293d7022 req-b8910706-c971-4e2b-b501-789fa2c595f1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0755920 Sep 15 19:19:19.426836 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c26546a-a97f-4980-a82a-5543293d7022 req-b27d4ab9-22f4-4fd6-8602-6764db318526 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Sep 15 19:19:19.995533 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:20.602614 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:19:20.647515 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e083-13c8-4222-ad66-2212d359bba5 req-b04b74e5-ea86-4967-bff0-dc2482aba6eb tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:20.648977 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1393e083-13c8-4222-ad66-2212d359bba5 req-b04b74e5-ea86-4967-bff0-dc2482aba6eb tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 945 time: 0.0869787 Sep 15 19:19:20.693892 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1393e083-13c8-4222-ad66-2212d359bba5 req-f2b179f2-09d9-4380-88cd-757f6bcf8f7d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393684 Sep 15 19:19:20.716114 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:20.743521 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:19:20.752647 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:20.757305 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:20.760304 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f461da8c-fa73-4aa5-9cf9-6c3931519d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:20.797298 dv-cinder-805825-3-iscsi neutron-server[75106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33', 'code': 422} returned with failed status Sep 15 19:19:20.827665 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=8']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:20.831291 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:21.673833 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c89e7661-91e6-4a38-8695-833399d9f006 req-6ae3b31b-873d-46bf-b6aa-9a980dd3ef6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2241499 Sep 15 19:19:21.915800 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 47906) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:21.950469 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee466-430b-46f7-b6b7-e336fc9afcf0 req-d861bf7a-03fb-4b15-a478-cfa2d20a2d1e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:21.951767 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1e6ee466-430b-46f7-b6b7-e336fc9afcf0 req-d861bf7a-03fb-4b15-a478-cfa2d20a2d1e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0922546 Sep 15 19:19:21.992791 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:19:21.998776 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1e6ee466-430b-46f7-b6b7-e336fc9afcf0 req-f95cfd1a-5471-4d5c-8828-53f4cbb6db4b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414398 Sep 15 19:19:22.048979 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-d6603c3c-2716-4d96-bca8-9f9995005511 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319883 Sep 15 19:19:23.213846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ac100-8702-464b-8957-926fcfb276d3 req-3090913c-3672-43d0-bd2b-992f6d639d2d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:23.215283 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-607ac100-8702-464b-8957-926fcfb276d3 req-3090913c-3672-43d0-bd2b-992f6d639d2d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0791941 Sep 15 19:19:23.266191 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-607ac100-8702-464b-8957-926fcfb276d3 req-3461c2f6-89bb-4005-b38f-a18ced83241d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453937 Sep 15 19:19:23.569748 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-cea1fc79-e10d-4dc8-b523-93aadb322dbe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d&tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b HTTP/1.1" status: 200 len: 1096 time: 0.0730848 Sep 15 19:19:23.661044 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-14c01ac1-b56e-47ee-89d3-fac6eb2b825e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1096 time: 0.0695126 Sep 15 19:19:23.793192 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-8fa6695e-a680-411f-b7da-6f0972f83773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:23.794639 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-8fa6695e-a680-411f-b7da-6f0972f83773 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.1268613 Sep 15 19:19:23.909031 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-80966ac9-89f1-4194-a229-9b690fb63073 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 200 len: 999 time: 0.1067965 Sep 15 19:19:23.973275 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-1d1277d0-d27c-4b72-b94c-ff8f1293ab96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:23.975388 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-1d1277d0-d27c-4b72-b94c-ff8f1293ab96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0577235 Sep 15 19:19:24.054144 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-d265ee9a-c1ac-4c94-ac99-9564a49f849b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709679 Sep 15 19:19:24.188283 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-18ec29ff-a8ae-44e3-89af-f2b08522d201 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259000 Sep 15 19:19:24.316767 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9154f6f1-8f1b-4bfc-90a9-e48eea2f5da4 req-a47ba223-cd57-43b5-bc50-029a4cceeec6 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214981 Sep 15 19:19:24.483333 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314e82-011a-4b44-b193-9483e91b920d req-a1c3683e-a144-4ac3-b9d4-b87ef6e40adf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:24.484678 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-07314e82-011a-4b44-b193-9483e91b920d req-a1c3683e-a144-4ac3-b9d4-b87ef6e40adf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0810323 Sep 15 19:19:24.530185 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-07314e82-011a-4b44-b193-9483e91b920d req-089cae7c-b57e-4b45-af09-c9665055a91f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392275 Sep 15 19:19:25.743195 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5abde-ff82-423b-b79c-a09f907b06f9 req-bceb8d39-0d84-484d-8625-1ca167cb4cfc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:25.744735 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0ed5abde-ff82-423b-b79c-a09f907b06f9 req-bceb8d39-0d84-484d-8625-1ca167cb4cfc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0774055 Sep 15 19:19:25.792217 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0ed5abde-ff82-423b-b79c-a09f907b06f9 req-1d761e05-5c9e-4980-8bc2-ceafdd96d4f6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420141 Sep 15 19:19:27.124520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41dcea-0ae7-40f3-bebd-20059204fe6c req-4dc893a7-bac1-44e3-8a43-b6e44d9bb919 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:27.125893 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7c41dcea-0ae7-40f3-bebd-20059204fe6c req-4dc893a7-bac1-44e3-8a43-b6e44d9bb919 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.1850052 Sep 15 19:19:27.188204 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7c41dcea-0ae7-40f3-bebd-20059204fe6c req-a806aa70-3365-4b14-aefa-d133c5c44df5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557766 Sep 15 19:19:28.425114 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b76d2-959b-436e-8e12-c4b9af51b29c req-0164b58e-2ee8-4a73-9f4e-afab5488203e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:28.426577 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-440b76d2-959b-436e-8e12-c4b9af51b29c req-0164b58e-2ee8-4a73-9f4e-afab5488203e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0827124 Sep 15 19:19:28.473317 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-440b76d2-959b-436e-8e12-c4b9af51b29c req-fc505345-89bc-4096-8502-06339a600ea4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Sep 15 19:19:29.688336 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6cee0-d7ae-42d6-bfd0-8415aa561daa req-a03d66ad-4ebe-496c-b285-45f6f23331d1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:29.689805 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8df6cee0-d7ae-42d6-bfd0-8415aa561daa req-a03d66ad-4ebe-496c-b285-45f6f23331d1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0780644 Sep 15 19:19:29.736659 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8df6cee0-d7ae-42d6-bfd0-8415aa561daa req-be30f377-3fd3-44da-8019-d667e45df4d9 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412214 Sep 15 19:19:30.603479 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33f3e5-7948-477c-bd25-572269ed354c req-a6342c20-b28d-405e-929f-d2597818cd96 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:30.604926 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ad33f3e5-7948-477c-bd25-572269ed354c req-a6342c20-b28d-405e-929f-d2597818cd96 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0791378 Sep 15 19:19:30.654473 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ad33f3e5-7948-477c-bd25-572269ed354c req-2bdfb994-b4ad-4059-8206-9d386563dcbf tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435925 Sep 15 19:19:30.995322 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991e0ff-a410-44b8-8fcf-426e41fc2d85 req-0f8aa553-9974-486b-b446-e152f6e1fc56 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:31.002804 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7991e0ff-a410-44b8-8fcf-426e41fc2d85 req-0f8aa553-9974-486b-b446-e152f6e1fc56 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.1013625 Sep 15 19:19:31.045851 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7991e0ff-a410-44b8-8fcf-426e41fc2d85 req-e9b22571-0974-4fca-bbd7-07f9220189bb tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Sep 15 19:19:31.895956 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4381d-00b7-4c82-b93a-115a07d15e9f req-94f13a45-fb92-437c-9e61-1bbeffc09758 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:31.897921 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25c4381d-00b7-4c82-b93a-115a07d15e9f req-94f13a45-fb92-437c-9e61-1bbeffc09758 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.1153107 Sep 15 19:19:31.986127 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-25c4381d-00b7-4c82-b93a-115a07d15e9f req-1a137ab4-9b6b-4078-b605-6f843220c164 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824950 Sep 15 19:19:32.274181 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20c7a8-68a2-4d92-b106-3e53bd043a4d req-d7d2e959-0055-411f-bcbb-28e188579ed8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:32.275556 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3b20c7a8-68a2-4d92-b106-3e53bd043a4d req-d7d2e959-0055-411f-bcbb-28e188579ed8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0778425 Sep 15 19:19:32.325879 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3b20c7a8-68a2-4d92-b106-3e53bd043a4d req-7f422682-c208-4974-90ab-93d0c1e94f37 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445271 Sep 15 19:19:33.201214 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dfba9-8b07-43fe-b68b-b8c746bb5de0 req-efe4fce2-8967-4bd0-bade-aceca50b0855 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:33.205863 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-775dfba9-8b07-43fe-b68b-b8c746bb5de0 req-efe4fce2-8967-4bd0-bade-aceca50b0855 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0841258 Sep 15 19:19:33.259189 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-775dfba9-8b07-43fe-b68b-b8c746bb5de0 req-aaf05250-2eb4-4509-8503-fc81cf88eed5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516119 Sep 15 19:19:33.552738 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4b1a5-e260-4aad-a5ea-5c141534ace5 req-ac164691-eaf8-411c-bd5e-82032548e87a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:33.554300 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6ce4b1a5-e260-4aad-a5ea-5c141534ace5 req-ac164691-eaf8-411c-bd5e-82032548e87a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0802078 Sep 15 19:19:33.610969 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6ce4b1a5-e260-4aad-a5ea-5c141534ace5 req-6cac431a-fba4-4d82-83ac-b3318434a22e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485132 Sep 15 19:19:34.466465 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8352ccc-87f8-4355-b5fc-b50f4fe34622 req-bb53e032-59cb-4bce-a1dd-f37c23005b5f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:34.467959 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b8352ccc-87f8-4355-b5fc-b50f4fe34622 req-bb53e032-59cb-4bce-a1dd-f37c23005b5f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0824406 Sep 15 19:19:34.518804 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b8352ccc-87f8-4355-b5fc-b50f4fe34622 req-0af0ac53-81df-4101-acc0-0ee8ba01070c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438216 Sep 15 19:19:34.834205 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82c9d-15e1-4a51-b18d-bae8f3720757 req-258ef3e1-3f2b-47d7-afaf-8b46a133f114 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:34.835742 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-57f82c9d-15e1-4a51-b18d-bae8f3720757 req-258ef3e1-3f2b-47d7-afaf-8b46a133f114 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0816333 Sep 15 19:19:34.893023 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-57f82c9d-15e1-4a51-b18d-bae8f3720757 req-3d0712df-9870-47ea-8e1c-20581502962e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513871 Sep 15 19:19:35.713913 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e57d84-400e-4f98-bd42-178c439f0a1e req-9daeefa1-567f-4983-a890-0180a72b91af tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:35.715521 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-53e57d84-400e-4f98-bd42-178c439f0a1e req-9daeefa1-567f-4983-a890-0180a72b91af tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0774989 Sep 15 19:19:35.763386 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-53e57d84-400e-4f98-bd42-178c439f0a1e req-93f1dc04-acf6-4ec2-b820-0699ddc0318f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425680 Sep 15 19:19:36.125473 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444e401-c4b7-434a-b67d-3191e2a1ec8e req-141df48c-4349-439b-aea7-32cf0adcd493 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:36.126920 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6444e401-c4b7-434a-b67d-3191e2a1ec8e req-141df48c-4349-439b-aea7-32cf0adcd493 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0749454 Sep 15 19:19:36.171482 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6444e401-c4b7-434a-b67d-3191e2a1ec8e req-20f8c126-1814-4166-94e6-b449454a97c8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383749 Sep 15 19:19:36.961789 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330c38-0257-4e78-a6d3-568c2be11787 req-aa81ca1a-b5b7-4ab3-a3a8-175a4268cffd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:36.963301 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0f330c38-0257-4e78-a6d3-568c2be11787 req-aa81ca1a-b5b7-4ab3-a3a8-175a4268cffd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0772095 Sep 15 19:19:37.007617 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0f330c38-0257-4e78-a6d3-568c2be11787 req-3555f5ef-82d7-4bfb-b9a4-84496595b0d5 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388095 Sep 15 19:19:37.394364 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323fba9-d25a-469b-87f3-d5033988bba4 req-d750ea20-8b0a-4c52-811d-9dbc89e62ff1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:37.396496 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6323fba9-d25a-469b-87f3-d5033988bba4 req-d750ea20-8b0a-4c52-811d-9dbc89e62ff1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0814257 Sep 15 19:19:37.440115 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6323fba9-d25a-469b-87f3-d5033988bba4 req-fa772edb-b398-4179-beb2-c2b80d008db9 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381522 Sep 15 19:19:37.971112 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-454658b5-cfcd-4baf-8812-07aa006b766c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:37.972517 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-454658b5-cfcd-4baf-8812-07aa006b766c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0749841 Sep 15 19:19:38.043312 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Deleting port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:19:38.043763 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:38.214925 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45052-e6c9-44be-a3cd-48563dd29d3b req-b6e463f0-7103-4b2e-a2c0-33a464840fb7 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:38.216335 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-30f45052-e6c9-44be-a3cd-48563dd29d3b req-b6e463f0-7103-4b2e-a2c0-33a464840fb7 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 945 time: 0.0847430 Sep 15 19:19:38.228538 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:38.262105 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-30f45052-e6c9-44be-a3cd-48563dd29d3b req-00d4a477-5329-4885-93c7-a4e2e8f80d0c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc6e547-e7cf-468c-9a3e-61c744fd9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399308 Sep 15 19:19:38.296235 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] For port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:38.296593 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:38.576665 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:38.577397 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:38.577397 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.l3_db [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Floating IP d1c9f4f6-46b9-4ab4-b9cc-495d47239a07 disassociated. External IP: 172.27.2.107, port: 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4. Sep 15 19:19:38.577664 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Calling delete_port for 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:19:38.753518 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d414a-5425-40df-b89a-1aba0bd0c058 req-3eeeccf9-14d8-45e5-97cb-f385632b05d5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:38.755775 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-370d414a-5425-40df-b89a-1aba0bd0c058 req-3eeeccf9-14d8-45e5-97cb-f385632b05d5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.1813436 Sep 15 19:19:38.797943 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:38.807466 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-abc46f89-e0a7-45b3-91e3-4cd18dcc5233 tempest-VolumesActionsTest-1552423100 tempest-VolumesActionsTest-1552423100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:38.853886 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event deleted for resources: {'Port': ['ID=6de6d29d-d6dd-475d-a4a6-dbc764beb3f4,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:38.858293 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:38.861449 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-370d414a-5425-40df-b89a-1aba0bd0c058 req-aa7d4c87-7563-47a6-a48b-40be76df36b8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003549 Sep 15 19:19:39.151929 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Router eb86eb10-c7b6-4274-872a-76c225c9032e has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:19:39.353805 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:19:39.365319 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] Sync routers for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:19:39.376765 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:19:39.377699 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:19:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:39.430085 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] No DVR routers for this DVR port 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:19:39.432618 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:39.436657 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'name': 'network-vif-deleted', 'tag': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:19:39.447510 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-60a5739d-80b4-42da-b4c1-cec1d3849720 req-46d3c821-21c0-4ab0-9d4e-2db3993b7646 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43142fa-8602-4ac0-b65c-eb7479f13443 HTTP/1.1" status: 200 len: 210 time: 0.0530803 Sep 15 19:19:39.460908 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f381315a-d68d-4c2b-9eca-cd0093adf24d req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "DELETE /v2.0/ports/6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 HTTP/1.1" status: 204 len: 173 time: 1.4825108 Sep 15 19:19:39.570167 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:19:39.702786 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43142fa-8602-4ac0-b65c-eb7479f13443', 'name': 'network-vif-deleted', 'tag': '6de6d29d-d6dd-475d-a4a6-dbc764beb3f4', 'status': 'completed', 'code': 200} Sep 15 19:19:39.911666 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:39.921073 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] Checking router: eb86eb10-c7b6-4274-872a-76c225c9032e for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:19:39.934359 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:19:39.935069 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:19:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:40.102110 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd635c5-04ef-453d-a71b-23d5901a34f5 req-43ac3eed-11e2-42db-bb25-5e1aeb74c686 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:40.103741 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3dd635c5-04ef-453d-a71b-23d5901a34f5 req-43ac3eed-11e2-42db-bb25-5e1aeb74c686 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0884836 Sep 15 19:19:40.155399 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3dd635c5-04ef-453d-a71b-23d5901a34f5 req-6278024b-baf0-41e7-b137-8465adcea76b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449638 Sep 15 19:19:40.162908 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:19:40.485748 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:40.489745 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07ab05-85b4-46c5-ac3f-6ede39228c04 None None] The sync data for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi is: [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:19:40.603951 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48012) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:40.681806 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:19:40.690465 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e92ee3eb-966c-4a4d-a41c-14975dc9ab0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:40.726662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:19:40.726662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 6de6d29d-d6dd-475d-a4a6-dbc764beb3f4 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:19:40.730511 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e92ee3eb-966c-4a4d-a41c-14975dc9ab0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:40.746317 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4a477-421e-4e73-b61f-5e4f4748d947 None None] New status for floating IP d1c9f4f6-46b9-4ab4-b9cc-495d47239a07: DOWN {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:19:40.785011 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e92ee3eb-966c-4a4d-a41c-14975dc9ab0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:40.788861 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6d6d5615-ca5b-46f8-8002-3ee61132d735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:40.804338 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ee3eb-966c-4a4d-a41c-14975dc9ab0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc6e547-e7cf-468c-9a3e-61c744fd9df9,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:40.806880 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e92ee3eb-966c-4a4d-a41c-14975dc9ab0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:40.819702 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e92ee3eb-966c-4a4d-a41c-14975dc9ab0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:40.823391 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e92ee3eb-966c-4a4d-a41c-14975dc9ab0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "DELETE /v2.0/security-groups/ccc6e547-e7cf-468c-9a3e-61c744fd9df9 HTTP/1.1" status: 204 len: 168 time: 0.2158473 Sep 15 19:19:40.823615 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48016) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:40.845820 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.api.v2.resource [None req-c0a93c05-53f8-4a57-9241-1fb5bee6dcf8 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] show failed (client error): The resource could not be found. Sep 15 19:19:40.846972 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c0a93c05-53f8-4a57-9241-1fb5bee6dcf8 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups/ccc6e547-e7cf-468c-9a3e-61c744fd9df9 HTTP/1.1" status: 404 len: 347 time: 0.0222740 Sep 15 19:19:40.849592 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48020) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:41.014436 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Deleting port dad8559a-a36f-4dbe-8aa3-c2c5736cf0d5 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:19:41.014775 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:41.175382 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:41.175701 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:41.364678 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Calling delete_port for dad8559a-a36f-4dbe-8aa3-c2c5736cf0d5 owned by network:floatingip {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:19:41.377290 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b1a9e-f6df-47ba-9c74-b7d51eac5436 req-e77edeee-e5d3-468c-8507-71fce962c169 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:41.379021 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-376b1a9e-f6df-47ba-9c74-b7d51eac5436 req-e77edeee-e5d3-468c-8507-71fce962c169 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0799835 Sep 15 19:19:41.431327 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-376b1a9e-f6df-47ba-9c74-b7d51eac5436 req-d855824c-7fe8-4726-8f3c-9adb07802530 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448835 Sep 15 19:19:41.502684 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:41.506303 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:41.548725 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event deleted for resources: {'Port': ['ID=dad8559a-a36f-4dbe-8aa3-c2c5736cf0d5,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:41.551597 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:41.637241 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:41.650914 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:41.652068 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-11b4c81f-8aa9-42d4-b7ba-e1db3b1db51b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "DELETE /v2.0/floatingips/d1c9f4f6-46b9-4ab4-b9cc-495d47239a07 HTTP/1.1" status: 204 len: 168 time: 0.8015389 Sep 15 19:19:42.439491 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48028) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:42.445821 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965509694', 'description': 'tempest-description--2140400179'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:19:42.451647 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:19:42.455684 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:security_group and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:19:42.458534 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:19:42.464303 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:19:42.474784 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.514604 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:19:42.518557 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:security_group_rule and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:19:42.521553 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:19:42.527357 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:19:42.581345 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.585060 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.588568 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-245b871c-2165-4d66-8e6b-27185c7881e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:42.628646 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e174dd30-5c74-4a59-98db-3f03c6873cc9,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:42.631971 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:42.635412 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.637237 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1962998 Sep 15 19:19:42.639711 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48034) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:42.645412 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'security_group_rule': {'security_group_id': 'e174dd30-5c74-4a59-98db-3f03c6873cc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:19:42.651040 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:19:42.652546 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d298e8-0028-4998-a199-2ae9012009e2 req-a97068a0-7aae-42aa-8f0c-9f1dfcc8c1ac tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:42.653976 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c1d298e8-0028-4998-a199-2ae9012009e2 req-a97068a0-7aae-42aa-8f0c-9f1dfcc8c1ac tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 943 time: 0.0796394 Sep 15 19:19:42.655015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:security_group_rule and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:19:42.658004 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:19:42.664232 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:19:42.681389 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.686045 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:19:42.701094 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c1d298e8-0028-4998-a199-2ae9012009e2 req-71263515-a54e-43f1-9619-a1b2d99bfd02 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 Sep 15 19:19:42.752085 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.756386 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.758411 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:42.783409 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd08f389-9c6f-4b5a-9ccf-23f41d91a26c,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:42.786290 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:42.800284 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.804129 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1610980 Sep 15 19:19:42.804343 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48038) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:42.810890 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'security_group_rule': {'security_group_id': 'e174dd30-5c74-4a59-98db-3f03c6873cc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:19:42.817862 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:19:42.821943 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:security_group_rule and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:19:42.825031 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:19:42.834101 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:19:42.841238 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:42.850464 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.854776 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '58f2bc07-033c-452e-95a7-46033890eb33', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'port_id': '58f2bc07-033c-452e-95a7-46033890eb33', 'mac_address': 'fa:16:3e:c3:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:19:42.907654 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.913607 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.918909 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.921713 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c1b5d649-22a7-4c73-9002-392e8e088e02 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:42.926555 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f2bc07-033c-452e-95a7-46033890eb33 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:19:42.942930 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:42.946382 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b57a9f-d161-4953-a98f-7f6f0c94c1f2,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:42.948597 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.949097 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:42.950370 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:42.957828 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.959155 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-712b1758-ef70-4ded-ab7a-b6116a3e75c3 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1537971 Sep 15 19:19:42.962225 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48042) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:42.967529 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:19:42.972817 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:19:42.976700 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Usage tracker for resource:floatingip and tenant:b2290d788f834311a01f30dab72af31d is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:19:42.979640 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:19:42.985383 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:19:42.996727 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:43.017858 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=9']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:43.020913 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:43.130412 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:43.175886 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['58f2bc07-033c-452e-95a7-46033890eb33'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:19:43.261639 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Allocated IP 172.27.2.249 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/389f0130-b348-48b3-9e26-d047f888e2e7) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:19:43.414927 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:43.442440 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:43.446368 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e3f82fc1-9f4d-44fe-9f8e-006a85c90078 tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:43.506375 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:19:43.509251 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:19:43.512949 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:19:43.545312 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'Port': ['ID=389f0130-b348-48b3-9e26-d047f888e2e7,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:43.553416 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:43.669701 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:43.726548 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:43.985874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037816-5f9e-48bb-8ba9-ddf1abe65d1c req-ff8b8de3-f4fc-4bf4-b4fd-b76ee8c4c17b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:43.987282 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-47037816-5f9e-48bb-8ba9-ddf1abe65d1c req-ff8b8de3-f4fc-4bf4-b4fd-b76ee8c4c17b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 944 time: 0.1259310 Sep 15 19:19:43.989676 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:44.009905 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:44.015310 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:44.198927 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'Port': ['ID=389f0130-b348-48b3-9e26-d047f888e2e7,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:44.203415 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:44.205682 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-47037816-5f9e-48bb-8ba9-ddf1abe65d1c req-9146d78a-5b71-4360-bcc1-ed13261efb79 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124493 Sep 15 19:19:44.217893 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:44.240797 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:44.242127 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2790017 Sep 15 19:19:44.411802 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-3f1d20ff-298f-49cd-920b-559f722ee46c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--965509694&fields=id&tenant_id=b2290d788f834311a01f30dab72af31d HTTP/1.1" status: 200 len: 267 time: 0.0409915 Sep 15 19:19:44.553995 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-0feaacab-6e77-4ce5-b677-7628e7ad0a01 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:44.554574 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-0feaacab-6e77-4ce5-b677-7628e7ad0a01 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Synchronizing usage tracker for tenant:b2290d788f834311a01f30dab72af31d on resource:network {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:19:44.571312 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-0feaacab-6e77-4ce5-b677-7628e7ad0a01 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Unset dirty status for tenant:b2290d788f834311a01f30dab72af31d on resource:network {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:19:44.572498 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-0feaacab-6e77-4ce5-b677-7628e7ad0a01 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 811 time: 0.1546168 Sep 15 19:19:44.588470 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-6e1f4e31-4cf0-4b35-954f-bf352b6d1fc0 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/quotas/b2290d788f834311a01f30dab72af31d HTTP/1.1" status: 200 len: 375 time: 0.0108573 Sep 15 19:19:44.667114 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-09dcefdd-488b-4bcd-91e1-a22f7fab7b2e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Synchronizing usage tracker for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:19:44.681524 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-09dcefdd-488b-4bcd-91e1-a22f7fab7b2e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Unset dirty status for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:19:44.682756 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-09dcefdd-488b-4bcd-91e1-a22f7fab7b2e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897615 Sep 15 19:19:44.698254 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:19:44.774394 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 58f2bc07-033c-452e-95a7-46033890eb33 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:19:44.774770 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:44.886289 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:44.889786 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-4dcf0669-9c3f-469c-a97b-a24ebdf0bcf0 service neutron] 10.222.0.20 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956754 Sep 15 19:19:44.919425 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:44.920626 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:19:44.928772 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:44.933180 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-88fd69cf-942c-4747-8bae-cbdb357632a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:45.004738 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=10']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:45.009143 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:45.032650 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-01928f1b-f560-4075-aca3-ff85e84533df service neutron] 10.222.0.20 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351070 Sep 15 19:19:45.061428 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33', 'code': 200} Sep 15 19:19:45.218882 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-944062c3-10e0-403d-a443-3377f2d850bc req-7c276b8b-9b24-44aa-986e-09f157ebe13a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Synchronizing usage tracker for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:19:45.230533 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-944062c3-10e0-403d-a443-3377f2d850bc req-7c276b8b-9b24-44aa-986e-09f157ebe13a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Unset dirty status for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:19:45.231690 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-944062c3-10e0-403d-a443-3377f2d850bc req-7c276b8b-9b24-44aa-986e-09f157ebe13a tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 210 time: 0.0538225 Sep 15 19:19:45.393597 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8a205e9f-d559-45d5-9b5c-7d29b2e9a859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:45.442471 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ce70f-0778-4f4b-a460-24de736d9c87 req-954dae9e-d95b-4f17-9fec-52f28614bfd6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:45.445632 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-855ce70f-0778-4f4b-a460-24de736d9c87 req-954dae9e-d95b-4f17-9fec-52f28614bfd6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 946 time: 0.0999198 Sep 15 19:19:45.525438 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-855ce70f-0778-4f4b-a460-24de736d9c87 req-8655f872-bb88-4a66-8cca-8dd1103d4574 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742242 Sep 15 19:19:45.561844 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b169a51a-a9ef-43a2-84e2-4eabe14d3483 req-03fcf3de-2e00-491b-bb76-d7ba05a6f46d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1099 time: 0.0712414 Sep 15 19:19:45.608479 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b169a51a-a9ef-43a2-84e2-4eabe14d3483 req-ef2ddbe0-d3a5-4afb-b9f4-e8d2b90e65cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387378 Sep 15 19:19:45.785202 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:46.395397 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4f5ed87d-25e2-4121-8bee-17b491b1d4df req-31e178df-f31f-48b0-8517-4eb2077868fd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 210 time: 0.0413029 Sep 15 19:19:46.512123 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-ca0172f4-48fa-481d-89f7-442df635e9c7 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:46.513552 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-ca0172f4-48fa-481d-89f7-442df635e9c7 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 811 time: 0.1529775 Sep 15 19:19:46.568874 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-21d5b76d-f38a-484b-a73b-c7d707c81267 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2290d788f834311a01f30dab72af31d HTTP/1.1" status: 200 len: 379 time: 0.0407336 Sep 15 19:19:46.577506 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'port': {'device_id': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'admin_state_up': True, 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'security_groups': ['e174dd30-5c74-4a59-98db-3f03c6873cc9']}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:19:46.864580 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:19:46.878256 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:19:46.896224 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01150a-1565-4565-a9e7-98a731f9df62 req-b6c985f9-0475-456e-930c-1a1d1f7cb168 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:46.897746 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a01150a-1565-4565-a9e7-98a731f9df62 req-b6c985f9-0475-456e-930c-1a1d1f7cb168 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 946 time: 0.1338251 Sep 15 19:19:46.898921 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Made reservation on behalf of b2290d788f834311a01f30dab72af31d for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:19:46.902082 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:47.019020 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a01150a-1565-4565-a9e7-98a731f9df62 req-07a5f59c-70e2-42a5-982c-e30204b23745 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026437 Sep 15 19:19:47.108896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Allocated IP 172.20.0.14 (a2ba4767-1013-4d2f-afa1-72e2562c15c7/63dbc8c2-c4a2-4055-a93c-030466d5f250/8fb93e47-7c0b-461d-a449-9ac76909fb1a) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:19:47.300891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:47.317543 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Transition to ACTIVE for port object 8fb93e47-7c0b-461d-a449-9ac76909fb1a will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:19:47.338639 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:47.344057 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:47.407009 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:19:47.410060 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:19:47.414744 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:19:47.471999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event updated for resources: {'Port': ['ID=8fb93e47-7c0b-461d-a449-9ac76909fb1a,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:47.477071 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:47.487937 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:47.490130 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:47.514549 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9406331 Sep 15 19:19:47.526717 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Request body: {'port': {'device_id': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:19:47.568510 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-99ac6266-7a67-4094-b728-c22806c35f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:47.627972 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf0c4b-aad9-4ba0-9cc2-120797ac98de req-2a38d011-557c-41f7-880c-bbfd76432f5e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:47.629605 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-82cf0c4b-aad9-4ba0-9cc2-120797ac98de req-2a38d011-557c-41f7-880c-bbfd76432f5e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 932 time: 0.0942914 Sep 15 19:19:47.639380 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:47.649389 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-23fda705-5cae-462a-98df-e46a5f4602cc None None] Provisioning for port 8fb93e47-7c0b-461d-a449-9ac76909fb1a completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:19:47.654534 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-23fda705-5cae-462a-98df-e46a5f4602cc None None] Provisioning complete for port 8fb93e47-7c0b-461d-a449-9ac76909fb1a triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:19:47.655088 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-23fda705-5cae-462a-98df-e46a5f4602cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:47.678046 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-82cf0c4b-aad9-4ba0-9cc2-120797ac98de req-564570d2-cc30-44d5-8f42-17657680a8a8 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Synchronizing usage tracker for tenant:b2290d788f834311a01f30dab72af31d on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:19:47.694647 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-82cf0c4b-aad9-4ba0-9cc2-120797ac98de req-564570d2-cc30-44d5-8f42-17657680a8a8 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Unset dirty status for tenant:b2290d788f834311a01f30dab72af31d on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:19:47.695763 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-82cf0c4b-aad9-4ba0-9cc2-120797ac98de req-564570d2-cc30-44d5-8f42-17657680a8a8 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605555 Sep 15 19:19:47.712409 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-23fda705-5cae-462a-98df-e46a5f4602cc None None] Port 8fb93e47-7c0b-461d-a449-9ac76909fb1a cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:19:47.988011 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb93e47-7c0b-461d-a449-9ac76909fb1a {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:19:47.994607 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:48.008953 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Transition to ACTIVE for port object 8fb93e47-7c0b-461d-a449-9ac76909fb1a will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:19:48.012256 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:48.015577 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:48.136946 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Pushing event updated for resources: {'Port': ['ID=8fb93e47-7c0b-461d-a449-9ac76909fb1a,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:48.140456 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:48.297271 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Attempting to bind port 8fb93e47-7c0b-461d-a449-9ac76909fb1a on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:19:48.297594 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Attempting to bind port 8fb93e47-7c0b-461d-a449-9ac76909fb1a by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:19:48.297912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Attempting to bind port 8fb93e47-7c0b-461d-a449-9ac76909fb1a on network a2ba4767-1013-4d2f-afa1-72e2562c15c7 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:19:48.306829 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Port 8fb93e47-7c0b-461d-a449-9ac76909fb1a on network a2ba4767-1013-4d2f-afa1-72e2562c15c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:19:48.307164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Attempting to bind port 8fb93e47-7c0b-461d-a449-9ac76909fb1a on network a2ba4767-1013-4d2f-afa1-72e2562c15c7 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:19:48.313790 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f919c6-92b1-404f-9d1a-d6110404bcde req-9a7364be-ae7e-4b7b-9121-74a33a72e94b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:48.315256 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-40f919c6-92b1-404f-9d1a-d6110404bcde req-9a7364be-ae7e-4b7b-9121-74a33a72e94b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 946 time: 0.1445570 Sep 15 19:19:48.320287 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:19:48.320607 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Checking segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:19:48.320970 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Bound using segment: {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:19:48.321385 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Bound port: 8fb93e47-7c0b-461d-a449-9ac76909fb1a, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4bb4c7-ae2b-4c07-990e-1939eab31a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:19:48.321717 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:48.430309 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-40f919c6-92b1-404f-9d1a-d6110404bcde req-96fc2db2-bd15-44fd-81e4-5c9b952b50ea tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997555 Sep 15 19:19:48.440359 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] For port 8fb93e47-7c0b-461d-a449-9ac76909fb1a, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:19:48.443317 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] For port 8fb93e47-7c0b-461d-a449-9ac76909fb1a, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fb93e47-7c0b-461d-a449-9ac76909fb1a,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:19:48.447886 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:48.451955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a63f538f-6394-4db7-866f-e32e7f54783b tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:48.507640 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:48.508977 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] 10.222.0.58 "PUT /v2.0/ports/8fb93e47-7c0b-461d-a449-9ac76909fb1a HTTP/1.1" status: 200 len: 1094 time: 0.9869606 Sep 15 19:19:48.509465 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'tag': '8fb93e47-7c0b-461d-a449-9ac76909fb1a'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:19:48.529282 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Pushing event updated for resources: {'Port': ['ID=8fb93e47-7c0b-461d-a449-9ac76909fb1a,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:48.532200 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:48.590957 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'tag': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'status': 'completed', 'code': 200} Sep 15 19:19:48.631811 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:48.726476 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-3126338d-d458-470c-8e44-0fef890aa2ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 1097 time: 0.1764462 Sep 15 19:19:48.795990 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-369cb5bd-33ee-46b3-bb90-ea7fdeec61c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fb93e47-7c0b-461d-a449-9ac76909fb1a HTTP/1.1" status: 200 len: 217 time: 0.0615213 Sep 15 19:19:48.899939 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-1972f4d8-045a-4792-8286-bbd30ecc2bf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:48.901356 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-1972f4d8-045a-4792-8286-bbd30ecc2bf4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.0990317 Sep 15 19:19:48.990742 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359507b-d7f8-415e-bc39-7188a40bafb3 req-239414aa-9de7-4ed7-b2d8-49d1ef623e00 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:48.991358 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-8359507b-d7f8-415e-bc39-7188a40bafb3 req-239414aa-9de7-4ed7-b2d8-49d1ef623e00 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Synchronizing usage tracker for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:19:49.015032 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-8912bc9e-67d5-4ff2-b1b6-3638417fe5a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057658 Sep 15 19:19:49.015765 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-8359507b-d7f8-415e-bc39-7188a40bafb3 req-239414aa-9de7-4ed7-b2d8-49d1ef623e00 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Unset dirty status for tenant:b2290d788f834311a01f30dab72af31d on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:19:49.016736 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8359507b-d7f8-415e-bc39-7188a40bafb3 req-239414aa-9de7-4ed7-b2d8-49d1ef623e00 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 944 time: 0.1801307 Sep 15 19:19:49.150509 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8359507b-d7f8-415e-bc39-7188a40bafb3 req-874db1c3-ff75-4de6-8bc8-c642177547e7 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115351 Sep 15 19:19:49.176800 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-2cb78643-c091-45e8-9fb8-0888c58408d5 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547556 Sep 15 19:19:49.304793 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-060a16e9-1945-401f-9c94-6dcc402b08eb req-a0a2741a-4fc6-4239-8584-b7ae8f0d79e9 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216087 Sep 15 19:19:49.414299 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-470aeb3e-0755-4bee-8e52-92a0b02a324b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 1097 time: 0.0676570 Sep 15 19:19:49.543362 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-147cc888-f9d9-42d3-9e93-69a3ea1804b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:49.544791 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-147cc888-f9d9-42d3-9e93-69a3ea1804b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 912 time: 0.1239531 Sep 15 19:19:49.616610 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-e05cce4f-ca5a-45f9-9625-9873de78cef0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fb93e47-7c0b-461d-a449-9ac76909fb1a HTTP/1.1" status: 200 len: 217 time: 0.0639424 Sep 15 19:19:49.680496 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-0fd788a6-86f8-44f1-be63-6aa07a133b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:49.681901 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-0fd788a6-86f8-44f1-be63-6aa07a133b42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.0573661 Sep 15 19:19:49.761018 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-17815866-1640-4c4b-b439-567034e9741f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715728 Sep 15 19:19:49.890219 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-6a487a7b-b3a6-48e5-b3b7-2d99e3f45c46 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223469 Sep 15 19:19:49.999630 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:50.021053 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c5bc6c63-68af-45dd-bd08-488add47ec62 req-7bd2d452-93b6-49d9-919e-35363fd30b12 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227221 Sep 15 19:19:50.344204 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93868bf-95eb-44a0-a38f-0fa91d3d58ff req-5ab44735-ddf8-4c71-9d45-1ed55f13faba tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:50.345666 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c93868bf-95eb-44a0-a38f-0fa91d3d58ff req-5ab44735-ddf8-4c71-9d45-1ed55f13faba tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 944 time: 0.0759795 Sep 15 19:19:50.389506 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c93868bf-95eb-44a0-a38f-0fa91d3d58ff req-08e1a436-5917-43dd-9c15-c00f16d41299 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383990 Sep 15 19:19:50.768339 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 8fb93e47-7c0b-461d-a449-9ac76909fb1a details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:19:50.896931 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 8fb93e47-7c0b-461d-a449-9ac76909fb1a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fb93e47-7c0b-461d-a449-9ac76909fb1a,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:50.909751 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'port_id': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'mac_address': 'fa:16:3e:bd:7d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:19:50.962725 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:50.979548 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb93e47-7c0b-461d-a449-9ac76909fb1a {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:19:50.994336 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 8fb93e47-7c0b-461d-a449-9ac76909fb1a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fb93e47-7c0b-461d-a449-9ac76909fb1a,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:50.998793 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:51.000450 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:51.094965 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=8fb93e47-7c0b-461d-a449-9ac76909fb1a,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:51.098519 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:51.223976 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['8fb93e47-7c0b-461d-a449-9ac76909fb1a'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:19:51.581921 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f2abf-0924-4886-ab30-5aa8a30aff29 req-56cd73d4-7ddc-432a-bb36-c2c624d12c22 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:51.583901 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-dd8f2abf-0924-4886-ab30-5aa8a30aff29 req-56cd73d4-7ddc-432a-bb36-c2c624d12c22 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 945 time: 0.0760241 Sep 15 19:19:51.626856 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-dd8f2abf-0924-4886-ab30-5aa8a30aff29 req-12745fa5-18c9-4e91-89a2-146be22401a7 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375512 Sep 15 19:19:52.773081 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 8fb93e47-7c0b-461d-a449-9ac76909fb1a up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:19:52.827894 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b24219-c60d-4aa7-be0e-a29024440ac9 req-4218f347-5c9a-4697-b9bd-72e9ae2f9c36 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:52.829416 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f3b24219-c60d-4aa7-be0e-a29024440ac9 req-4218f347-5c9a-4697-b9bd-72e9ae2f9c36 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 945 time: 0.0805879 Sep 15 19:19:52.844214 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 8fb93e47-7c0b-461d-a449-9ac76909fb1a completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:19:52.849464 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 8fb93e47-7c0b-461d-a449-9ac76909fb1a triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:19:52.849833 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:52.875395 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f3b24219-c60d-4aa7-be0e-a29024440ac9 req-c95a2498-481d-469c-976f-6ac592a7344d tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395756 Sep 15 19:19:52.965941 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:52.992031 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb93e47-7c0b-461d-a449-9ac76909fb1a'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:19:53.001739 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 8fb93e47-7c0b-461d-a449-9ac76909fb1a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fb93e47-7c0b-461d-a449-9ac76909fb1a,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:53.005804 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:53.007571 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:19:53.049382 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'code': 200} Sep 15 19:19:53.075309 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=8fb93e47-7c0b-461d-a449-9ac76909fb1a,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:53.078116 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:19:53.275540 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b00477a4-e0ed-45fc-a752-cbab30789a56 req-11f79917-a0c4-4d8c-90ab-85df43cdd7cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 1099 time: 0.0687325 Sep 15 19:19:53.322721 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b00477a4-e0ed-45fc-a752-cbab30789a56 req-85cf4f27-29ba-48ed-9d50-765f8d567e67 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404079 Sep 15 19:19:54.067572 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f638-1d1f-4162-a5d3-bc2ec5017749 req-90c9234c-15db-491b-a4ab-f4f93429c589 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:54.069014 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0125f638-1d1f-4162-a5d3-bc2ec5017749 req-90c9234c-15db-491b-a4ab-f4f93429c589 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 946 time: 0.0754058 Sep 15 19:19:54.115993 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0125f638-1d1f-4162-a5d3-bc2ec5017749 req-8af62ff4-7fe2-4e54-8f4b-7044329a9449 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 Sep 15 19:19:55.309782 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22b5c8-dbe3-404a-b4e0-40d35149e75a req-c0b09aec-59a7-4a36-bb56-8a040a76dd18 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:55.311285 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2f22b5c8-dbe3-404a-b4e0-40d35149e75a req-c0b09aec-59a7-4a36-bb56-8a040a76dd18 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 946 time: 0.0753975 Sep 15 19:19:55.355675 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2f22b5c8-dbe3-404a-b4e0-40d35149e75a req-cb5eae3c-a195-41aa-95ba-d29dd473343f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384688 Sep 15 19:19:55.541181 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174af3a-7d9d-4bf8-86be-573143cd6721 req-fd77a832-333a-4848-bb9b-2c4ceabea782 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:55.542640 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2174af3a-7d9d-4bf8-86be-573143cd6721 req-fd77a832-333a-4848-bb9b-2c4ceabea782 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 946 time: 0.0750408 Sep 15 19:19:55.550936 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48138) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:19:55.556057 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Request body: {'floatingip': {'port_id': '8fb93e47-7c0b-461d-a449-9ac76909fb1a'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:19:55.633800 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:56.217846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:56.221490 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:56.483864 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.l3_db [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Floating IP 3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89 associated. External IP: 172.27.2.249, port: 8fb93e47-7c0b-461d-a449-9ac76909fb1a. Sep 15 19:19:56.861949 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Router eb86eb10-c7b6-4274-872a-76c225c9032e has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:19:57.063784 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:19:57.068602 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:57.073305 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] Sync routers for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:19:57.085335 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:19:57.085937 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:19:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:57.120277 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-1c7db05a-7a31-47c1-ba50-725fb90dc4b2 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "PUT /v2.0/floatingips/3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89 HTTP/1.1" status: 200 len: 992 time: 1.5682158 Sep 15 19:19:57.120953 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'tag': '8fb93e47-7c0b-461d-a449-9ac76909fb1a'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:19:57.251311 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'tag': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'status': 'completed', 'code': 200} Sep 15 19:19:57.270146 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:19:57.438061 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-91f26643-5c1c-4ea7-826f-05fd4b6499cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2290d788f834311a01f30dab72af31d&device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 1099 time: 0.1630874 Sep 15 19:19:57.566511 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-6f2fa99d-ce06-4050-90da-3aaab02b4a00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:57.568001 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-6f2fa99d-ce06-4050-90da-3aaab02b4a00 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 200 len: 912 time: 0.1233754 Sep 15 19:19:57.620436 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'port_id': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'mac_address': 'fa:16:3e:bd:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:19:43Z', 'updated_at': '2021-09-15T19:19:56Z', 'revision_number': 1, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:57.624276 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] Checking router: eb86eb10-c7b6-4274-872a-76c225c9032e for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:19:57.635732 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:19:57.636361 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:19:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:57.672814 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-cd2f0ad1-606c-438a-8846-ca380d853041 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fb93e47-7c0b-461d-a449-9ac76909fb1a HTTP/1.1" status: 200 len: 1000 time: 0.0974967 Sep 15 19:19:57.734189 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-448edcc2-e9c3-4859-89c2-8f466758e6ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:19:57.735543 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-448edcc2-e9c3-4859-89c2-8f466758e6ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 200 len: 850 time: 0.0555446 Sep 15 19:19:57.808912 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:19:57.814918 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-f4a4583d-a570-45b8-b591-b72c0a359085 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a2ba4767-1013-4d2f-afa1-72e2562c15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722039 Sep 15 19:19:57.954471 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-8a159c6c-c924-40b0-bc6e-e389147fcd19 service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324613 Sep 15 19:19:58.085967 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c229941-30de-49cd-bf9a-67f7a48907c0 req-6332528c-04f0-4074-b36e-e8bbb3affafe service neutron] 10.222.0.58 "GET /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249676 Sep 15 19:19:58.182934 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'port_id': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'mac_address': 'fa:16:3e:bd:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:19:43Z', 'updated_at': '2021-09-15T19:19:56Z', 'revision_number': 1, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:58.186742 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d9209-e02a-4b8a-a040-9cc0f4da4831 None None] The sync data for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi is: [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'port_id': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'mac_address': 'fa:16:3e:bd:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:19:43Z', 'updated_at': '2021-09-15T19:19:56Z', 'revision_number': 1, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:19:58.369207 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca24d43e-4141-4714-8284-d55b3892a121 None None] New status for floating IP 3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89: ACTIVE {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:19:58.992610 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:20:08.243512 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:10.928077 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-aab177d7-5837-445f-bc95-2ef587755901 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680122 Sep 15 19:20:11.067416 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-a6703110-0a5d-4caf-8061-5ab5b35572ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 1099 time: 0.0681467 Sep 15 19:20:11.207040 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-56178a00-eda6-493d-a2c4-cb71d817ca02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:11.208516 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-56178a00-eda6-493d-a2c4-cb71d817ca02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.1216371 Sep 15 19:20:11.312623 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-8122229c-a7e4-4e74-b58c-3b5ce50cbfb2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 200 len: 1001 time: 0.0964622 Sep 15 19:20:11.377344 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-f528d84c-9df4-4339-aeb1-e7fa940019aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:11.378653 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-f528d84c-9df4-4339-aeb1-e7fa940019aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0582869 Sep 15 19:20:11.450720 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-3ddd0c2a-62df-4002-93c3-adf076f2eca0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653298 Sep 15 19:20:11.578301 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-acc7cc3e-96d9-4b63-9cd1-4cc3daf04548 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201370 Sep 15 19:20:11.705167 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7d26c58e-5bd0-4102-9710-a29cbae663fa req-15b98a03-eacf-4c4d-a6c0-cf84f9dd486a service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195374 Sep 15 19:20:15.376713 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-81612ec9-95aa-4ffb-a586-743f7a8a97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:15.786823 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:17.560523 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-083c69be-2e34-461e-9dd7-4ffad531f60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:18.629581 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:20.003802 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:23.248774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b43363-5c00-4c48-95cb-8c178f22b2dd req-f3338a3f-8f1b-48ab-a5ec-6a127a307f0d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:23.250194 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-61b43363-5c00-4c48-95cb-8c178f22b2dd req-f3338a3f-8f1b-48ab-a5ec-6a127a307f0d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 946 time: 0.0777907 Sep 15 19:20:23.379848 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-61b43363-5c00-4c48-95cb-8c178f22b2dd req-4c277cb9-8484-45da-b212-552dd34a5c80 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234930 Sep 15 19:20:24.592970 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aeb8a-fe0e-448a-8305-51640bb96923 req-b7f6d2ba-0d4c-41e3-9735-0dc3eb4d83ca tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:24.594423 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fc1aeb8a-fe0e-448a-8305-51640bb96923 req-b7f6d2ba-0d4c-41e3-9735-0dc3eb4d83ca tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 946 time: 0.0818715 Sep 15 19:20:24.643816 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fc1aeb8a-fe0e-448a-8305-51640bb96923 req-9d1cbf4d-e1ab-474b-9e1e-45e46f96915f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=3230a681-69c7-406a-957c-ea92b16c5780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 Sep 15 19:20:24.951004 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-ece2cb29-076d-4152-95fd-439c853c22b8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:24.952463 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-ece2cb29-076d-4152-95fd-439c853c22b8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 946 time: 0.0805740 Sep 15 19:20:25.020665 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Deleting port 58f2bc07-033c-452e-95a7-46033890eb33 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:20:25.021004 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:25.256227 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] For port 58f2bc07-033c-452e-95a7-46033890eb33, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=58f2bc07-033c-452e-95a7-46033890eb33,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:20:25.256491 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:25.530756 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:25.531025 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:25.531351 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.l3_db [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Floating IP 2befe1c6-7df5-4a4f-af47-dae780241c7d disassociated. External IP: 172.27.2.147, port: 58f2bc07-033c-452e-95a7-46033890eb33. Sep 15 19:20:25.531680 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Calling delete_port for 58f2bc07-033c-452e-95a7-46033890eb33 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:20:25.674219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:25.681466 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:25.730203 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event deleted for resources: {'Port': ['ID=58f2bc07-033c-452e-95a7-46033890eb33,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:25.743749 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.744111 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.744892 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.744892 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.745142 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.745490 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.745833 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.746197 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.746500 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.746836 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.747195 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:25.750516 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:25.852314 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-75387ba4-5f58-4226-9461-257dd9ce22c8 req-7ec43286-9de4-4e4b-afda-5a11b82cb2ef tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 210 time: 0.0525572 Sep 15 19:20:25.993783 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Router 944ed41e-310a-4b8c-8226-7d97decb5383 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:20:26.193396 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:20:26.204872 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] Sync routers for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:20:26.217999 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:20:26.218622 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:20:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:20:26.353967 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] No DVR routers for this DVR port 58f2bc07-033c-452e-95a7-46033890eb33 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:20:26.356405 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:26.359012 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-deleted', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:20:26.375776 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-79a9b7f7-d7b1-49ae-b9cb-5edb326d0faf req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "DELETE /v2.0/ports/58f2bc07-033c-452e-95a7-46033890eb33 HTTP/1.1" status: 204 len: 173 time: 1.4158087 Sep 15 19:20:26.401245 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:20:26.416358 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77798550-f48e-4d1a-a9e8-27935ff89f5d', 'name': 'network-vif-deleted', 'tag': '58f2bc07-033c-452e-95a7-46033890eb33', 'status': 'completed', 'code': 200} Sep 15 19:20:26.711527 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:20:26.715172 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] Checking router: 944ed41e-310a-4b8c-8226-7d97decb5383 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:20:26.725410 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:20:26.725996 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:20:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:20:26.909261 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:20:27.070917 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8f807597-d5df-49b4-b52d-40487c1b2d9a req-35588f70-51ea-4d69-9437-5490f41208b8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77798550-f48e-4d1a-a9e8-27935ff89f5d HTTP/1.1" status: 200 len: 210 time: 0.0444686 Sep 15 19:20:27.231847 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:20:27.235656 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f136f9e-5cde-417c-adde-32f3dee2db2a None None] The sync data for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi is: [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:20:27.434397 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587930d6-2ade-4486-8119-3bc8cd38ebd0 None None] New status for floating IP 2befe1c6-7df5-4a4f-af47-dae780241c7d: DOWN {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:20:28.223716 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48242) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:28.288189 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:28.314852 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:28.365400 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:28.369012 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:28.383756 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3230a681-69c7-406a-957c-ea92b16c5780,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:28.396197 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.396602 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.396966 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.397330 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.397715 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.398071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.398424 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.398773 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.399145 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.399498 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.399874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:28.403346 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:28.404226 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:28.405311 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "DELETE /v2.0/security-groups/3230a681-69c7-406a-957c-ea92b16c5780 HTTP/1.1" status: 204 len: 168 time: 0.1806500 Sep 15 19:20:28.408010 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48246) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:28.424478 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.api.v2.resource [None req-e6e2fcc0-93cc-41bf-a970-3fec2ce80623 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] show failed (client error): The resource could not be found. Sep 15 19:20:28.425445 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e6e2fcc0-93cc-41bf-a970-3fec2ce80623 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups/3230a681-69c7-406a-957c-ea92b16c5780 HTTP/1.1" status: 404 len: 347 time: 0.0165124 Sep 15 19:20:28.428916 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48250) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:28.581232 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Deleting port 7148f4b8-e3eb-4c19-8ef5-f5214f305181 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:20:28.581567 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:28.741511 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:28.741835 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:28.857150 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Calling delete_port for 7148f4b8-e3eb-4c19-8ef5-f5214f305181 owned by network:floatingip {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:20:28.868241 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:20:28.900626 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 58f2bc07-033c-452e-95a7-46033890eb33 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:20:28.900980 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 58f2bc07-033c-452e-95a7-46033890eb33 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:20:29.076336 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.080393 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-55579663-8f1e-45b3-a524-0ddc221061e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:29.120824 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event deleted for resources: {'Port': ['ID=7148f4b8-e3eb-4c19-8ef5-f5214f305181,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:29.123358 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:29.211375 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.224996 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.226113 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "DELETE /v2.0/floatingips/2befe1c6-7df5-4a4f-af47-dae780241c7d HTTP/1.1" status: 204 len: 168 time: 0.7963338 Sep 15 19:20:29.591616 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 48258) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:29.597235 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616511894', 'description': 'tempest-description--702253085'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:20:29.603013 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:20:29.607035 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:security_group and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:20:29.609974 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:20:29.616104 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:20:29.625356 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.658553 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:20:29.662274 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:security_group_rule and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:20:29.664981 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:20:29.670432 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:20:29.725088 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.728553 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.733381 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b299a1b0-b376-418e-9142-48267717e88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:29.780910 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3242690-af36-4152-a941-645ffc70a1bd,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:29.783998 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:29.785125 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.786979 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1942480 Sep 15 19:20:29.789712 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 48262) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:29.795125 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'security_group_rule': {'security_group_id': 'e3242690-af36-4152-a941-645ffc70a1bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:20:29.800927 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:20:29.805344 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:security_group_rule and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:20:29.808181 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:20:29.813790 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:20:29.829225 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.890636 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.894005 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.896579 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-78c34e87-e131-4c91-b556-33a35c495082 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:29.917664 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bb9ee7-9743-4f29-8429-03d61976c9f9,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:29.920097 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:29.927979 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:29.929491 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1388605 Sep 15 19:20:29.932314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48266) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:29.938067 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'security_group_rule': {'security_group_id': 'e3242690-af36-4152-a941-645ffc70a1bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:20:29.944457 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:20:29.948264 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:security_group_rule and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:20:29.951090 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:20:29.956737 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:20:29.973332 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.033384 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.036830 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.038844 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:30.060418 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30fcb32-5041-4dfd-968f-a9a208081e82,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:30.062790 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:30.070723 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.072113 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-099c6ce5-e414-40bf-ab2a-28992b61188d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1387269 Sep 15 19:20:30.075450 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 48270) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:30.080912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:20:30.086837 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:20:30.090635 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Usage tracker for resource:floatingip and tenant:3b3b1314ba254ad3afaedb9e5ab29e5b is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:20:30.093471 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:20:30.099144 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:20:30.109389 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.244475 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.381697 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Allocated IP 172.27.2.197 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/964eb396-997b-4f4d-994f-f21eb0beab41) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:20:30.522590 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.548971 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.552868 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9c17450a-db55-4e5d-b7d1-2d58697b6afe tempest-AttachVolumeNegativeTest-1755633811 tempest-AttachVolumeNegativeTest-1755633811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:30.618332 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:20:30.618993 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'Port': ['ID=964eb396-997b-4f4d-994f-f21eb0beab41,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:30.621439 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:20:30.623135 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:30.623775 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:20:30.775530 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:30.834477 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:31.035421 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:31.040720 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:31.044240 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:31.149664 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'Port': ['ID=964eb396-997b-4f4d-994f-f21eb0beab41,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:31.154014 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:31.165431 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:31.186904 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:31.191568 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1150472 Sep 15 19:20:31.412615 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-b66c2dd6-6f8d-46d8-8a5a-914ec95924ff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:security_group {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:20:31.427493 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-b66c2dd6-6f8d-46d8-8a5a-914ec95924ff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:security_group {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:20:31.428638 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-b66c2dd6-6f8d-46d8-8a5a-914ec95924ff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1616511894&fields=id&tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b HTTP/1.1" status: 200 len: 267 time: 0.0572176 Sep 15 19:20:31.573390 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-cda9813e-aa14-4bcc-98b5-0711fdc1fb56 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:31.574817 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-cda9813e-aa14-4bcc-98b5-0711fdc1fb56 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 817 time: 0.1397679 Sep 15 19:20:31.591496 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-5833c36c-4171-44d4-b646-3f88bbb1224d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/quotas/3b3b1314ba254ad3afaedb9e5ab29e5b HTTP/1.1" status: 200 len: 375 time: 0.0113559 Sep 15 19:20:31.668531 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-9533935d-aeb8-4149-be6d-deca7782bdcb tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:20:31.684398 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-9533935d-aeb8-4149-be6d-deca7782bdcb tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:20:31.685739 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-9533935d-aeb8-4149-be6d-deca7782bdcb tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897026 Sep 15 19:20:31.821748 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-b4dbeca8-98b2-4a74-b48f-c33642009b51 service neutron] 10.222.0.20 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242337 Sep 15 19:20:32.037131 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-46f46d6b-dbb5-4846-82ee-81c475796ef8 service neutron] 10.222.0.20 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098286 Sep 15 19:20:32.226015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-3f0046e7-7a1f-4fa9-b77f-8d8711cc7f0a req-512917a9-91ea-4e27-b02b-b78cf65a0f55 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:20:32.237440 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-3f0046e7-7a1f-4fa9-b77f-8d8711cc7f0a req-512917a9-91ea-4e27-b02b-b78cf65a0f55 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:20:32.238809 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3f0046e7-7a1f-4fa9-b77f-8d8711cc7f0a req-512917a9-91ea-4e27-b02b-b78cf65a0f55 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 210 time: 0.0572917 Sep 15 19:20:33.250282 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-73ddcca5-f5ef-4fbb-89f5-0e6111e979cc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:33.251634 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-73ddcca5-f5ef-4fbb-89f5-0e6111e979cc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 817 time: 0.1451063 Sep 15 19:20:33.311640 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-41447553-3dd4-4de0-bdf8-57c44c6fb048 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b HTTP/1.1" status: 200 len: 380 time: 0.0437646 Sep 15 19:20:33.323154 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'port': {'device_id': '77626058-e064-44be-b2bf-e6afded57536', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'admin_state_up': True, 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'security_groups': ['e3242690-af36-4152-a941-645ffc70a1bd']}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:20:33.416554 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e93870c-f2d5-407e-aa1f-9192cbcb9668 req-e99bd8ac-58e5-4e50-a474-e7d7ab12849a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 210 time: 0.0415509 Sep 15 19:20:33.458257 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:20:33.467640 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:20:33.476946 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Made reservation on behalf of 3b3b1314ba254ad3afaedb9e5ab29e5b for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:20:33.479971 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:33.638006 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Allocated IP 172.20.0.12 (fb36d094-f88d-45b8-a277-8140a0219274/fc0a6830-0c9e-42b4-9c11-38806196cee6/5235c9eb-ba0d-466a-9d7d-a4e838889091) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:20:33.820982 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:33.837597 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Transition to ACTIVE for port object 5235c9eb-ba0d-466a-9d7d-a4e838889091 will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:20:33.859259 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:33.866445 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ff488f25-dd7b-4489-b1a4-529c75fd6522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:33.941317 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Network fb36d094-f88d-45b8-a277-8140a0219274 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:20:33.944754 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:20:33.947243 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:20:33.982237 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:33.985000 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:34.017715 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:34.018318 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:34.044607 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-c96f0b6f-219c-41eb-bc4b-3a0781836c40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7259614 Sep 15 19:20:34.057376 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Request body: {'port': {'device_id': '77626058-e064-44be-b2bf-e6afded57536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:20:34.165183 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:34.208802 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-3e357592-ce81-4259-9a13-c9b8d4d4525f None None] Provisioning for port 5235c9eb-ba0d-466a-9d7d-a4e838889091 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:20:34.213212 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-3e357592-ce81-4259-9a13-c9b8d4d4525f None None] Provisioning complete for port 5235c9eb-ba0d-466a-9d7d-a4e838889091 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:20:34.213578 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3e357592-ce81-4259-9a13-c9b8d4d4525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:34.266977 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-3e357592-ce81-4259-9a13-c9b8d4d4525f None None] Port 5235c9eb-ba0d-466a-9d7d-a4e838889091 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:20:34.496912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5235c9eb-ba0d-466a-9d7d-a4e838889091 {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:20:34.503751 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:34.518727 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Transition to ACTIVE for port object 5235c9eb-ba0d-466a-9d7d-a4e838889091 will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:20:34.522338 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:34.526850 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-000ad0ae-d6e5-41a0-943f-c412700a2e3b tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:34.629166 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f36da9-804d-432e-9c20-41bb886bbd66 req-42041874-5df6-41f4-8ac1-db3a62288f2e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:34.635379 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d4f36da9-804d-432e-9c20-41bb886bbd66 req-42041874-5df6-41f4-8ac1-db3a62288f2e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0825005 Sep 15 19:20:34.651748 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:34.655319 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:34.692415 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-d4f36da9-804d-432e-9c20-41bb886bbd66 req-a019e970-7eb2-4900-aca2-3bc169a12864 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:20:34.708884 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-d4f36da9-804d-432e-9c20-41bb886bbd66 req-a019e970-7eb2-4900-aca2-3bc169a12864 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:20:34.710173 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d4f36da9-804d-432e-9c20-41bb886bbd66 req-a019e970-7eb2-4900-aca2-3bc169a12864 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693719 Sep 15 19:20:34.849450 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Attempting to bind port 5235c9eb-ba0d-466a-9d7d-a4e838889091 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:20:34.849691 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Attempting to bind port 5235c9eb-ba0d-466a-9d7d-a4e838889091 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:20:34.850011 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Attempting to bind port 5235c9eb-ba0d-466a-9d7d-a4e838889091 on network fb36d094-f88d-45b8-a277-8140a0219274 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:20:34.855567 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Port 5235c9eb-ba0d-466a-9d7d-a4e838889091 on network fb36d094-f88d-45b8-a277-8140a0219274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:20:34.855879 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Attempting to bind port 5235c9eb-ba0d-466a-9d7d-a4e838889091 on network fb36d094-f88d-45b8-a277-8140a0219274 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:20:34.861950 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:20:34.862278 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Checking segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:20:34.862651 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Bound using segment: {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:20:34.863063 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Bound port: 5235c9eb-ba0d-466a-9d7d-a4e838889091, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a244731-1efa-4f71-b8c0-66a4726f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:20:34.863424 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:34.951958 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:20:34.955328 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:20:34.962887 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:34.966706 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-cbb762f0-6128-4324-a936-91f0e79406b6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:35.032866 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:35.034329 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] 10.222.0.58 "PUT /v2.0/ports/5235c9eb-ba0d-466a-9d7d-a4e838889091 HTTP/1.1" status: 200 len: 1094 time: 0.9811296 Sep 15 19:20:35.034834 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:20:35.053231 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:35.056324 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:35.107565 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'status': 'completed', 'code': 200} Sep 15 19:20:35.144216 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-150dcc24-4550-4c23-903f-e5e0fd293930 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 1097 time: 0.0717018 Sep 15 19:20:35.215721 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-178a497d-7242-450c-bdc2-6a2c3f0f5d94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091 HTTP/1.1" status: 200 len: 217 time: 0.0643137 Sep 15 19:20:35.277380 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-da943c4e-ac8d-4a4e-9613-defd8812de15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:35.278749 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-da943c4e-ac8d-4a4e-9613-defd8812de15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0562787 Sep 15 19:20:35.356344 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-3e7f2823-d113-4331-97f3-05e1013e0cd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699315 Sep 15 19:20:35.483704 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-f53a1532-9138-45bc-81c6-abe63abd380a service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195393 Sep 15 19:20:35.611013 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5b042d6-77d7-4a00-a320-d421760ed6ec req-3409ac2f-9b39-4956-9fd8-5509e41b3cb6 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193187 Sep 15 19:20:35.738496 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-b116a49d-0d0c-40e7-97fc-135829c85655 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 1097 time: 0.0668480 Sep 15 19:20:35.927158 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-49963590-bccc-49f2-9908-fe40083d06f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:35.928647 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-49963590-bccc-49f2-9908-fe40083d06f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.1776292 Sep 15 19:20:35.995903 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:20:36.003846 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-a915bc78-d4cd-4e9e-87f8-98f52a7a03d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091 HTTP/1.1" status: 200 len: 217 time: 0.0685813 Sep 15 19:20:36.013579 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a7bab-fe96-430f-8490-e876146bd367 req-74e318f0-d28b-47d4-972c-3481021cb554 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:36.014265 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-f82a7bab-fe96-430f-8490-e876146bd367 req-74e318f0-d28b-47d4-972c-3481021cb554 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:20:36.077735 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-f82a7bab-fe96-430f-8490-e876146bd367 req-74e318f0-d28b-47d4-972c-3481021cb554 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:20:36.078875 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f82a7bab-fe96-430f-8490-e876146bd367 req-74e318f0-d28b-47d4-972c-3481021cb554 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.2313271 Sep 15 19:20:36.087073 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-31c4e961-035e-489e-9fe8-e1afbba2784b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:36.088461 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-31c4e961-035e-489e-9fe8-e1afbba2784b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0706131 Sep 15 19:20:36.173444 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f82a7bab-fe96-430f-8490-e876146bd367 req-1b9c823c-241d-4d36-a338-f590db55c1b1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879755 Sep 15 19:20:36.191020 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-d9c1c5b3-6d6a-4dd6-bf78-b6b3553308ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877490 Sep 15 19:20:36.319329 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-c0f186da-c21a-4a23-8f13-db5d716df16f service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211095 Sep 15 19:20:36.447254 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6fa771d5-aeeb-4f27-b5d8-0ae927ff5c1f req-3c294c39-a895-43c6-b5af-c9f5972cbe97 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214304 Sep 15 19:20:36.915929 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:20:37.072169 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:20:37.086352 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'port_id': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'mac_address': 'fa:16:3e:65:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:20:37.143986 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:37.162676 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5235c9eb-ba0d-466a-9d7d-a4e838889091 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:20:37.177254 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:20:37.181138 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:37.183184 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:37.249705 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:37.258819 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.259180 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.259516 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.259846 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.260175 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.260499 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.260821 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.261168 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.261492 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.261808 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.262125 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:37.266051 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:37.392126 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a06667-4fa7-4dc3-8a19-893e6980c306 req-384a9a7e-1040-4e1d-93f2-de3e26451f70 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:37.393598 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-33a06667-4fa7-4dc3-8a19-893e6980c306 req-384a9a7e-1040-4e1d-93f2-de3e26451f70 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 945 time: 0.0765295 Sep 15 19:20:37.420702 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['5235c9eb-ba0d-466a-9d7d-a4e838889091'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:20:37.439007 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-33a06667-4fa7-4dc3-8a19-893e6980c306 req-dbab3813-893d-4eb4-80be-82e75bc82a20 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391872 Sep 15 19:20:38.238022 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:38.735530 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8165d01-942c-4b3a-8235-4fbb27f1cd9e req-9c96fe65-29e5-408a-841b-d0c564dcb79d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:38.736981 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f8165d01-942c-4b3a-8235-4fbb27f1cd9e req-9c96fe65-29e5-408a-841b-d0c564dcb79d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 945 time: 0.1614032 Sep 15 19:20:38.781638 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f8165d01-942c-4b3a-8235-4fbb27f1cd9e req-f4121b63-9415-4534-b2d8-ef5c72efdfea tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389423 Sep 15 19:20:38.928763 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:20:39.003007 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 5235c9eb-ba0d-466a-9d7d-a4e838889091 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:20:39.008614 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 5235c9eb-ba0d-466a-9d7d-a4e838889091 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:20:39.009189 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:39.127529 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:39.154302 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:20:39.163855 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:20:39.167946 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:39.169983 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:20:39.233134 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'code': 200} Sep 15 19:20:39.246411 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:39.250354 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:20:39.469061 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f54b975e-c4fa-4a6f-a22d-e533c94c15ee req-8b5887bb-1ee8-42b4-916f-2d8501b579b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 1099 time: 0.0665615 Sep 15 19:20:39.515845 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f54b975e-c4fa-4a6f-a22d-e533c94c15ee req-0c6c8628-6711-4606-938f-f726b8d6848c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 Sep 15 19:20:39.993847 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17ba9c-0f4b-46ae-b078-b61f01f86ad4 req-95e5fce1-8dc5-49cc-8a39-4ff52f2909de tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:39.995315 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5f17ba9c-0f4b-46ae-b078-b61f01f86ad4 req-95e5fce1-8dc5-49cc-8a39-4ff52f2909de tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0805697 Sep 15 19:20:40.039901 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5f17ba9c-0f4b-46ae-b078-b61f01f86ad4 req-f984e4bb-0ec3-42e8-a43c-b7d98a402f67 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 Sep 15 19:20:41.245373 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f9a7f-838b-44cd-b244-06669760b896 req-675b9183-6e2b-4834-9e83-7be504e918e0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:41.246712 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bc7f9a7f-838b-44cd-b244-06669760b896 req-675b9183-6e2b-4834-9e83-7be504e918e0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0746696 Sep 15 19:20:41.302425 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bc7f9a7f-838b-44cd-b244-06669760b896 req-9be2e5bf-1164-4e61-9d6c-1c20827828a9 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497224 Sep 15 19:20:41.505794 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c75a98-c988-4295-91f4-d0cb209d6b3d req-e9bb3f7b-5f70-4e57-9966-9c604ef510a3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:41.507202 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-98c75a98-c988-4295-91f4-d0cb209d6b3d req-e9bb3f7b-5f70-4e57-9966-9c604ef510a3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0765538 Sep 15 19:20:41.515705 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48350) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:41.521381 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Request body: {'floatingip': {'port_id': '5235c9eb-ba0d-466a-9d7d-a4e838889091'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:20:41.597095 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:42.180051 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:42.183536 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:42.437984 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.l3_db [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Floating IP 8de443d7-7f70-4bf5-93be-1fb563867cb8 associated. External IP: 172.27.2.197, port: 5235c9eb-ba0d-466a-9d7d-a4e838889091. Sep 15 19:20:42.815660 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Router 944ed41e-310a-4b8c-8226-7d97decb5383 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:20:43.011364 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:20:43.016148 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:43.021815 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] Sync routers for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:20:43.033326 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:20:43.033930 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:20:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:20:43.073076 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e2635b76-41c8-4ff9-8ef5-8694b53e0f9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "PUT /v2.0/floatingips/8de443d7-7f70-4bf5-93be-1fb563867cb8 HTTP/1.1" status: 200 len: 992 time: 1.5536301 Sep 15 19:20:43.073076 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:20:43.126397 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'status': 'completed', 'code': 200} Sep 15 19:20:43.214331 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:20:43.225583 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-63afd496-b011-4bf3-801a-36831758eec0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 1099 time: 0.0762231 Sep 15 19:20:43.355547 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-c96098f3-0717-4720-94e9-098174778c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:43.356873 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-c96098f3-0717-4720-94e9-098174778c71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.1246743 Sep 15 19:20:43.461708 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-bd928150-bb17-49ff-807d-baf273d058c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091 HTTP/1.1" status: 200 len: 1000 time: 0.0955894 Sep 15 19:20:43.522369 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-d921db4a-61a3-47ea-8090-d2393ce59a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:43.523830 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-d921db4a-61a3-47ea-8090-d2393ce59a24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0563650 Sep 15 19:20:43.553982 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '8de443d7-7f70-4bf5-93be-1fb563867cb8', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'port_id': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'mac_address': 'fa:16:3e:65:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77626058-e064-44be-b2bf-e6afded57536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:20:30Z', 'updated_at': '2021-09-15T19:20:42Z', 'revision_number': 1, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:20:43.557828 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] Checking router: 944ed41e-310a-4b8c-8226-7d97decb5383 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:20:43.569033 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:20:43.569670 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:20:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:20:43.603458 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-c410ca13-2de0-44ee-8a03-316a03ae5eee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731032 Sep 15 19:20:43.734997 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-659e1830-c43e-42a4-b65d-ce6137bb53c3 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247809 Sep 15 19:20:43.753148 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:20:43.862853 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a538358-d5a5-47a5-9441-776f2bc63d84 req-9f964b34-01a2-4b78-957d-ec17bc179851 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201780 Sep 15 19:20:44.120522 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '8de443d7-7f70-4bf5-93be-1fb563867cb8', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'port_id': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'mac_address': 'fa:16:3e:65:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77626058-e064-44be-b2bf-e6afded57536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:20:30Z', 'updated_at': '2021-09-15T19:20:42Z', 'revision_number': 1, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:20:44.124343 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e3c8f-7bc7-440f-b514-b9218506e30b None None] The sync data for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi is: [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '8de443d7-7f70-4bf5-93be-1fb563867cb8', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'port_id': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'mac_address': 'fa:16:3e:65:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77626058-e064-44be-b2bf-e6afded57536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:20:30Z', 'updated_at': '2021-09-15T19:20:42Z', 'revision_number': 1, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:20:44.308440 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89c75e-74e1-4045-95f2-757083700592 None None] New status for floating IP 8de443d7-7f70-4bf5-93be-1fb563867cb8: ACTIVE {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:20:45.378706 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2c36-08a5-4791-97cc-b2689e6a8f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:45.787753 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:47.561443 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b130-424a-4297-adf7-5f17939b3d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:48.631841 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:50.007540 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:00.389438 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f96f3-0f2d-4080-ba75-02c0853666bc req-2982a1f2-92ae-4e8e-83fd-0f0a87378776 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:00.390908 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b06f96f3-0f2d-4080-ba75-02c0853666bc req-2982a1f2-92ae-4e8e-83fd-0f0a87378776 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 946 time: 0.0768657 Sep 15 19:21:00.435479 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b06f96f3-0f2d-4080-ba75-02c0853666bc req-75b5ef92-e5ef-4b72-be01-2817fb164580 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389657 Sep 15 19:21:01.634388 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264ce07-3b27-48c0-8cfb-0cd178f681ad req-5c49679e-0aa6-436b-a232-a9dd06235a15 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:01.635902 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a264ce07-3b27-48c0-8cfb-0cd178f681ad req-5c49679e-0aa6-436b-a232-a9dd06235a15 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 946 time: 0.0769413 Sep 15 19:21:01.679481 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a264ce07-3b27-48c0-8cfb-0cd178f681ad req-734840b4-42b4-4cdd-8f49-fb15be71e274 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381663 Sep 15 19:21:02.194905 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-42eb8f64-5809-4edc-88a0-8dfbdebd8874 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:02.196251 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-42eb8f64-5809-4edc-88a0-8dfbdebd8874 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 946 time: 0.0807042 Sep 15 19:21:02.263547 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Deleting port 8fb93e47-7c0b-461d-a449-9ac76909fb1a {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:21:02.263877 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:02.500835 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] For port 8fb93e47-7c0b-461d-a449-9ac76909fb1a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fb93e47-7c0b-461d-a449-9ac76909fb1a,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:02.501096 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:02.865159 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:02.865525 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:02.865839 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.l3_db [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Floating IP 3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89 disassociated. External IP: 172.27.2.249, port: 8fb93e47-7c0b-461d-a449-9ac76909fb1a. Sep 15 19:21:02.866181 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Calling delete_port for 8fb93e47-7c0b-461d-a449-9ac76909fb1a owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:21:02.883420 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097c7de-bcba-4233-a546-8cb07c4407cc req-6157efec-78fb-4b0b-998b-b7102e8f097c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:02.884876 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6097c7de-bcba-4233-a546-8cb07c4407cc req-6157efec-78fb-4b0b-998b-b7102e8f097c tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 946 time: 0.0839608 Sep 15 19:21:02.933952 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6097c7de-bcba-4233-a546-8cb07c4407cc req-c99619e1-3a44-4eba-a038-8ebffa8b6d57 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e174dd30-5c74-4a59-98db-3f03c6873cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435538 Sep 15 19:21:03.011585 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:03.016936 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8084feee-8a35-43c5-a863-cb855b7285cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:03.060990 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event deleted for resources: {'Port': ['ID=8fb93e47-7c0b-461d-a449-9ac76909fb1a,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:03.064858 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:03.269384 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Router eb86eb10-c7b6-4274-872a-76c225c9032e has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:21:03.471260 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:21:03.481358 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] Sync routers for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:21:03.495365 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:21:03.496145 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:20:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:03.544026 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] No DVR routers for this DVR port 8fb93e47-7c0b-461d-a449-9ac76909fb1a on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:21:03.546499 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:03.549138 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'name': 'network-vif-deleted', 'tag': '8fb93e47-7c0b-461d-a449-9ac76909fb1a'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:21:03.571688 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bf7b9a2b-4184-4786-bee7-515053a222fa req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.58 "DELETE /v2.0/ports/8fb93e47-7c0b-461d-a449-9ac76909fb1a HTTP/1.1" status: 204 len: 173 time: 1.3677421 Sep 15 19:21:03.616346 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba8973-c4d0-4aa5-a23a-00b0c809fca4', 'name': 'network-vif-deleted', 'tag': '8fb93e47-7c0b-461d-a449-9ac76909fb1a', 'status': 'completed', 'code': 200} Sep 15 19:21:03.689544 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:21:03.995222 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:03.999517 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] Checking router: eb86eb10-c7b6-4274-872a-76c225c9032e for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:21:04.010490 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:21:04.011076 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:20:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:04.122287 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-6bd64714-8dbc-406f-8089-f3154d1594bf req-6ae339b0-d3de-4f38-ae63-adee628b322b tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ba8973-c4d0-4aa5-a23a-00b0c809fca4 HTTP/1.1" status: 200 len: 210 time: 0.0419374 Sep 15 19:21:04.200279 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:21:04.498204 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:04.501859 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28791caa-d20b-4705-8f39-992c193dd2a8 None None] The sync data for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi is: [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:14:18Z', 'revision_number': 4, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'd330a146-71b4-4284-b2f6-9b04a64f0119', 'name': '', 'network_id': 'a2ba4767-1013-4d2f-afa1-72e2562c15c7', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'mac_address': 'fa:16:3e:96:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:14Z', 'updated_at': '2021-09-15T19:14:33Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'subnets': [{'id': '63dbc8c2-c4a2-4055-a93c-030466d5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:21:04.710854 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd7202-30ea-48f4-a38c-d49b7c677538 None None] New status for floating IP 3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89: DOWN {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:21:05.119289 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 8fb93e47-7c0b-461d-a449-9ac76909fb1a no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:21:05.152178 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 8fb93e47-7c0b-461d-a449-9ac76909fb1a {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:21:05.152520 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 8fb93e47-7c0b-461d-a449-9ac76909fb1a not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:21:05.262761 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48500) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:05.328502 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f556-d023-40c4-ae79-099d0484b8c4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:05.355642 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f556-d023-40c4-ae79-099d0484b8c4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:05.406757 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f556-d023-40c4-ae79-099d0484b8c4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:05.410387 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f0052873-64ea-48b0-84c3-63e7706da6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:05.427977 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9f556-d023-40c4-ae79-099d0484b8c4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174dd30-5c74-4a59-98db-3f03c6873cc9,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:05.431068 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e9e9f556-d023-40c4-ae79-099d0484b8c4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:05.440369 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f556-d023-40c4-ae79-099d0484b8c4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:05.441468 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e9e9f556-d023-40c4-ae79-099d0484b8c4 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "DELETE /v2.0/security-groups/e174dd30-5c74-4a59-98db-3f03c6873cc9 HTTP/1.1" status: 204 len: 168 time: 0.1776206 Sep 15 19:21:05.444716 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48504) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:05.460683 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.api.v2.resource [None req-03be9353-661a-482c-96c9-e522b162ab3f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] show failed (client error): The resource could not be found. Sep 15 19:21:05.461641 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-03be9353-661a-482c-96c9-e522b162ab3f tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "GET /v2.0/security-groups/e174dd30-5c74-4a59-98db-3f03c6873cc9 HTTP/1.1" status: 404 len: 347 time: 0.0160313 Sep 15 19:21:05.464395 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48508) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:05.611923 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Deleting port 389f0130-b348-48b3-9e26-d047f888e2e7 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:21:05.612252 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:05.860884 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:05.861231 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:05.993204 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Calling delete_port for 389f0130-b348-48b3-9e26-d047f888e2e7 owned by network:floatingip {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:21:06.149989 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:06.154013 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:06.195674 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Pushing event deleted for resources: {'Port': ['ID=389f0130-b348-48b3-9e26-d047f888e2e7,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:06.197997 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:06.211476 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695209e9-bb69-45bf-8b2a-5f74e992225e req-8d79ce7a-c0a4-4e9c-ae2f-69b312445f01 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:06.212953 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-695209e9-bb69-45bf-8b2a-5f74e992225e req-8d79ce7a-c0a4-4e9c-ae2f-69b312445f01 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0850449 Sep 15 19:21:06.259854 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-695209e9-bb69-45bf-8b2a-5f74e992225e req-e7eaac83-df1d-45b8-ae83-66df4a5c50ac tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Sep 15 19:21:06.290705 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks [] for floatingip, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:06.304973 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:06.306102 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a2f0bae-d7ef-43c0-b5d8-f870a74c1c89 HTTP/1.1" status: 204 len: 168 time: 0.8408535 Sep 15 19:21:07.456119 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0a891-be9a-4640-88b3-460735db9417 req-7f319a8c-13d5-4cd5-a485-9bb44f50e0c1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:07.457550 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-66f0a891-be9a-4640-88b3-460735db9417 req-7f319a8c-13d5-4cd5-a485-9bb44f50e0c1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0731807 Sep 15 19:21:07.504785 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-66f0a891-be9a-4640-88b3-460735db9417 req-635334da-d651-4c84-beec-73518a62dc67 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Sep 15 19:21:08.257998 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:08.834168 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c430c5-ef9d-4017-a5c2-58247b4b9331 req-e739683c-44ba-4857-9e2c-a9eec061b838 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:08.835656 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-55c430c5-ef9d-4017-a5c2-58247b4b9331 req-e739683c-44ba-4857-9e2c-a9eec061b838 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0768197 Sep 15 19:21:08.881094 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-55c430c5-ef9d-4017-a5c2-58247b4b9331 req-640bb0db-8a04-4025-8049-87f38304e65f tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396855 Sep 15 19:21:10.083420 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e536c9-a4ab-4b04-9a1f-3b9451650b9c req-51abdcc2-c842-42d2-a80e-8fdb869a5962 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:10.084882 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-06e536c9-a4ab-4b04-9a1f-3b9451650b9c req-51abdcc2-c842-42d2-a80e-8fdb869a5962 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0827670 Sep 15 19:21:10.131453 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-06e536c9-a4ab-4b04-9a1f-3b9451650b9c req-133690ea-2b00-4c1a-9ba7-67da702a18e2 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Sep 15 19:21:10.303900 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48556) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:10.804061 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:10.966838 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-c47bd763-00bc-48e6-894b-4fce9b23b44c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1099 time: 0.0759661 Sep 15 19:21:11.111321 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-f8f3acea-9a6d-4e96-828f-0aa3fd6eb1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:11.112811 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-f8f3acea-9a6d-4e96-828f-0aa3fd6eb1d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 200 len: 908 time: 0.1261778 Sep 15 19:21:11.215730 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-b8bec17c-8570-4c4d-9aaa-16b725cf9e62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 200 len: 1002 time: 0.0957210 Sep 15 19:21:11.284598 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-a4298a74-4140-426b-a142-a1429affa155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:11.286151 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-a4298a74-4140-426b-a142-a1429affa155 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab75c101-bd90-4f07-bce1-242360fdaa18 HTTP/1.1" status: 200 len: 846 time: 0.0623384 Sep 15 19:21:11.360748 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-a109fd6b-0fee-44cc-9d2d-006daebf1af1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677092 Sep 15 19:21:11.418267 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f363cd-d49f-4fc7-abb5-8771faa815b7 req-3f45ecab-8509-43fd-9736-2a1b5ec8cc3a tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:11.419713 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-95f363cd-d49f-4fc7-abb5-8771faa815b7 req-3f45ecab-8509-43fd-9736-2a1b5ec8cc3a tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.1002049 Sep 15 19:21:11.514492 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-95f363cd-d49f-4fc7-abb5-8771faa815b7 req-fbf37f36-dfe8-40dd-8df2-548663f0139a tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637755 Sep 15 19:21:11.585594 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-d5c487c1-0777-4fdf-aa27-a4f953269077 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160456 Sep 15 19:21:11.586749 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Deleting port d330a146-71b4-4284-b2f6-9b04a64f0119 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:21:11.587087 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:11.727732 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-42f22f96-03f3-4c17-b5e7-202a1f33f701 req-dfcc28eb-d67a-4e26-8474-bbecbc3fb62f service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358202 Sep 15 19:21:11.765888 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] For port d330a146-71b4-4284-b2f6-9b04a64f0119, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d330a146-71b4-4284-b2f6-9b04a64f0119,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:11.766240 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:11.883347 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Calling delete_port for d330a146-71b4-4284-b2f6-9b04a64f0119 owned by network:router_interface {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:21:12.054272 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:12.057566 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2fb017d5-f3ee-4184-85f0-1862e8ea006f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:12.094257 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d330a146-71b4-4284-b2f6-9b04a64f0119,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:12.098775 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:12.376812 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:12.894005 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e9b1c-bb1f-478e-9040-73bccd9cecfb req-ad463ca7-98ba-4741-88a0-17f729b0e969 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:12.895482 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-685e9b1c-bb1f-478e-9040-73bccd9cecfb req-ad463ca7-98ba-4741-88a0-17f729b0e969 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.2598400 Sep 15 19:21:12.996378 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:21:13.010292 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-685e9b1c-bb1f-478e-9040-73bccd9cecfb req-ff5c9776-eb74-4f8e-86a9-7d31c9cd1e65 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661504 Sep 15 19:21:13.122791 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Router eb86eb10-c7b6-4274-872a-76c225c9032e has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:21:13.317360 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:21:13.327884 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] Sync routers for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:21:13.329050 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb86eb10-c7b6-4274-872a-76c225c9032e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0241079 Sep 15 19:21:13.331528 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48572) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:13.339812 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:21:13.340415 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:20:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:13.527045 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks [] for router, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:13.546090 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:21:13.723680 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:13.735637 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Deleting port d120b401-5aec-4435-ba73-a2652502bd02 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:21:13.736092 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:13.829680 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:21:11Z', 'revision_number': 5, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port': {'id': 'd120b401-5aec-4435-ba73-a2652502bd02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:14:06Z', 'updated_at': '2021-09-15T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:13.833996 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] Checking router: eb86eb10-c7b6-4274-872a-76c225c9032e for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:21:13.844411 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] Routers {'eb86eb10-c7b6-4274-872a-76c225c9032e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:21:13.844988 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:20:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['eb86eb10-c7b6-4274-872a-76c225c9032e'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:13.909997 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] For port d120b401-5aec-4435-ba73-a2652502bd02, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d120b401-5aec-4435-ba73-a2652502bd02,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:13.911188 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:13.997517 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] Set router eb86eb10-c7b6-4274-872a-76c225c9032e gateway port host: None {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:21:14.037011 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Calling delete_port for d120b401-5aec-4435-ba73-a2652502bd02 owned by network:router_gateway {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:21:14.106807 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:21:13Z', 'revision_number': 6, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port_host': None}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:14.110856 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce210-2863-474a-a22f-9c3db472b1ad None None] The sync data for ids ['eb86eb10-c7b6-4274-872a-76c225c9032e'] in dv-cinder-805825-3-iscsi is: [{'id': 'eb86eb10-c7b6-4274-872a-76c225c9032e', 'name': 'tempest-AttachVolumeTestJSON-1085219779-router', 'tenant_id': 'b2290d788f834311a01f30dab72af31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:14:03Z', 'updated_at': '2021-09-15T19:21:13Z', 'revision_number': 6, 'project_id': 'b2290d788f834311a01f30dab72af31d', 'gw_port_host': None}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:21:14.257722 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:14.261999 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:14.387290 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe114-d230-44f9-b360-1b1b7a00bfd8 req-da8a1609-f286-4a62-b1ec-f70c0f5d634a tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:14.388719 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ac1fe114-d230-44f9-b360-1b1b7a00bfd8 req-da8a1609-f286-4a62-b1ec-f70c0f5d634a tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.2521696 Sep 15 19:21:14.399875 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Pushing event deleted for resources: {'Port': ['ID=d120b401-5aec-4435-ba73-a2652502bd02,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:14.414101 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:14.513029 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ac1fe114-d230-44f9-b360-1b1b7a00bfd8 req-ad7a366b-40bf-4392-8906-c2e3aba74e86 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142302 Sep 15 19:21:14.657305 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:14.908292 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:14.913361 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.001078 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.001715 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb86eb10-c7b6-4274-872a-76c225c9032e {{(pid=75104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:21:15.015128 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.016278 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb86eb10-c7b6-4274-872a-76c225c9032e HTTP/1.1" status: 204 len: 168 time: 1.6838672 Sep 15 19:21:15.019004 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48582) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:15.079656 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] Deleting subnet 63dbc8c2-c4a2-4055-a93c-030466d5f250 {{(pid=75104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:21:15.083291 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.140496 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66417201'] for subnet, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.252389 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.320996 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66235820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65637250'] for subnet, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.324704 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:15.357208 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63dbc8c2-c4a2-4055-a93c-030466d5f250,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:15.361722 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:15.365590 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.370067 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92df24-0c89-44b3-b88d-6aa2d9c07f18 None None] Network a2ba4767-1013-4d2f-afa1-72e2562c15c7 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:21:15.372124 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c21c8e62-64a4-47fd-97da-f3bdd6ac0076 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/63dbc8c2-c4a2-4055-a93c-030466d5f250 HTTP/1.1" status: 204 len: 168 time: 0.3520961 Sep 15 19:21:15.374697 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48586) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:15.409736 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-a18375ed-3888-4fe2-ba46-0d3eb2d47862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.479965 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.489989 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Deleting port aa18dce5-a962-4e17-b3cc-028923bf0dbc {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:21:15.490315 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.627691 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] DHCP port deletion for a2ba4767-1013-4d2f-afa1-72e2562c15c7 request from dv-cinder-805825-3-iscsi {{(pid=75106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:21:15.632534 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] Deleting port aa18dce5-a962-4e17-b3cc-028923bf0dbc {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:21:15.633249 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.770644 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device aa18dce5-a962-4e17-b3cc-028923bf0dbc no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:21:15.833626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] For port aa18dce5-a962-4e17-b3cc-028923bf0dbc, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=aa18dce5-a962-4e17-b3cc-028923bf0dbc,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:15.833976 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.896671 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.903791 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] For port aa18dce5-a962-4e17-b3cc-028923bf0dbc, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=aa18dce5-a962-4e17-b3cc-028923bf0dbc,segment=NetworkSegment(0a4bb4c7-ae2b-4c07-990e-1939eab31a35),segment_id=0a4bb4c7-ae2b-4c07-990e-1939eab31a35)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:15.904180 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:15.962981 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Calling delete_port for aa18dce5-a962-4e17-b3cc-028923bf0dbc owned by network:dhcp {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:21:16.052971 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4853b-190b-4328-a2c3-d9102d769a51 req-4bdf11a1-1407-46f0-889c-2d7874370101 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:16.054467 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-edb4853b-190b-4328-a2c3-d9102d769a51 req-4bdf11a1-1407-46f0-889c-2d7874370101 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.3860154 Sep 15 19:21:16.059356 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.064568 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ce5e03c7-d6b1-4db1-9e52-aa7e57359a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:16.093772 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] Calling delete_port for aa18dce5-a962-4e17-b3cc-028923bf0dbc owned by network:dhcp {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:21:16.127148 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa18dce5-a962-4e17-b3cc-028923bf0dbc,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:16.132304 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:16.135364 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] No DVR routers for this DVR port aa18dce5-a962-4e17-b3cc-028923bf0dbc on host dv-cinder-805825-3-iscsi {{(pid=75104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:21:16.152178 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.204513 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-edb4853b-190b-4328-a2c3-d9102d769a51 req-fac4ad4c-cffb-4094-86e0-dade544c568c tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408267 Sep 15 19:21:16.281323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.296910 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ba4767-1013-4d2f-afa1-72e2562c15c7']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:16.302525 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.db.api [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:21:16.302525 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_db.api [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:21:16.302823 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d120b401-5aec-4435-ba73-a2652502bd02 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:21:16.314209 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4bb4c7-ae2b-4c07-990e-1939eab31a35') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:16.314538 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4bb4c7-ae2b-4c07-990e-1939eab31a35') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:21:16.326606 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.333898 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: d120b401-5aec-4435-ba73-a2652502bd02 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:21:16.334248 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d120b401-5aec-4435-ba73-a2652502bd02 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:21:16.334671 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d330a146-71b4-4284-b2f6-9b04a64f0119 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:21:16.344161 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.347902 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-24fa1392-e473-49ee-970f-7c86df563b9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1099 time: 0.0828900 Sep 15 19:21:16.351917 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:21:16.352299 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.366636 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: d330a146-71b4-4284-b2f6-9b04a64f0119 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:21:16.366985 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d330a146-71b4-4284-b2f6-9b04a64f0119 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:21:16.367290 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:21:16.441627 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.445479 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:16.458918 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.472454 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ba4767-1013-4d2f-afa1-72e2562c15c7,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:16.476107 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:16.486841 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a2ba4767-1013-4d2f-afa1-72e2562c15c7 HTTP/1.1" status: 204 len: 168 time: 1.1111774 Sep 15 19:21:16.489886 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-9aab6c91-7ec6-41de-9231-d002d3ef442d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:16.491444 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-9aab6c91-7ec6-41de-9231-d002d3ef442d service neutron] 10.222.0.58 "GET /v2.0/networks?id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 200 len: 908 time: 0.1361105 Sep 15 19:21:16.597377 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-42144f6e-1c69-4e49-8104-da3e934866b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 200 len: 1002 time: 0.0975776 Sep 15 19:21:16.625301 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48596) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:16.661937 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-25961684-3da7-4712-ac58-89f71e588fa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:16.663408 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-25961684-3da7-4712-ac58-89f71e588fa9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab75c101-bd90-4f07-bce1-242360fdaa18 HTTP/1.1" status: 200 len: 846 time: 0.0587659 Sep 15 19:21:16.674078 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-27e98caa-bacf-4321-9393-44c0816514dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2290d788f834311a01f30dab72af31d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476055 Sep 15 19:21:16.676538 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48600) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:16.733470 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3fc1986a-2da6-49e8-be62-f39d063f2669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.742071 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-ff15fa39-7ae1-4dc4-bac9-7e0ff85bae21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711179 Sep 15 19:21:16.758675 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3fc1986a-2da6-49e8-be62-f39d063f2669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.801964 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] Deleting port aa18dce5-a962-4e17-b3cc-028923bf0dbc {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:21:16.802528 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.812003 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3fc1986a-2da6-49e8-be62-f39d063f2669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.817184 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5ac86a52-eb0a-412c-bd01-797f6da9f3dc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:16.833030 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1986a-2da6-49e8-be62-f39d063f2669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb9535-dfb8-4fc1-930d-94f1cfc1878e,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:16.838610 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3fc1986a-2da6-49e8-be62-f39d063f2669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:16.842802 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-3fc1986a-2da6-49e8-be62-f39d063f2669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:16.846733 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-3fc1986a-2da6-49e8-be62-f39d063f2669 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52bb9535-dfb8-4fc1-930d-94f1cfc1878e HTTP/1.1" status: 204 len: 168 time: 0.1665838 Sep 15 19:21:16.873879 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98ce3-e7b9-4fb0-9d5b-436bad3e19c8 None None] The port 'aa18dce5-a962-4e17-b3cc-028923bf0dbc' was deleted {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:21:16.887597 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-56df6ddf-2662-439b-9312-e40a4b39a479 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369684 Sep 15 19:21:17.024045 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0fff196e-f6dd-4903-9d78-f79f69891dc0 req-7d7a4f29-81f7-4338-81d8-a7aacf2947ae service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298413 Sep 15 19:21:17.416207 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef5df-aebb-47bc-91de-803e96471af1 req-859b658a-b689-424b-b6dd-67a41fbb775e tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:17.417731 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3daef5df-aebb-47bc-91de-803e96471af1 req-859b658a-b689-424b-b6dd-67a41fbb775e tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0831761 Sep 15 19:21:17.465757 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3daef5df-aebb-47bc-91de-803e96471af1 req-4f6b3ede-61ee-44cf-8a8b-de160edfdaf7 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Sep 15 19:21:17.563272 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-402dec7f-4ee3-45d5-be7c-e216c81d5bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:18.475389 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 48656) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:18.637369 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:18.647875 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:18.698323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:21:18.704358 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3697cfdfa9444da14f71df73f575ab is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:21:18.707911 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:21:18.715734 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:21:18.724321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684f6ec-93d8-4027-b050-8356e5bbdcda req-d48300b9-f572-4d5f-b362-2b1b074cabe7 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:18.725768 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4684f6ec-93d8-4027-b050-8356e5bbdcda req-d48300b9-f572-4d5f-b362-2b1b074cabe7 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.1381278 Sep 15 19:21:18.790556 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4684f6ec-93d8-4027-b050-8356e5bbdcda req-746d9220-1e80-4705-8d49-3b0ce6dfd1a5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590467 Sep 15 19:21:18.828034 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:18.832163 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:18.839831 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-066551cd-c35d-4b0b-80ed-c7acccc5eed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:18.878929 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25332a1-0327-4ade-8410-44055be5d661,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:18.886520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 48664) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:18.887009 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a3697cfdfa9444da14f71df73f575ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4101748 Sep 15 19:21:18.887701 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:18.946696 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3b46b133-84bf-4f19-90a7-0b2899e0379e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:18.971458 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3b46b133-84bf-4f19-90a7-0b2899e0379e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:19.021691 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3b46b133-84bf-4f19-90a7-0b2899e0379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:19.026785 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9f4b5760-4fad-4cbb-8d9e-ab003e7f1285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:19.040798 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46b133-84bf-4f19-90a7-0b2899e0379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25332a1-0327-4ade-8410-44055be5d661,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:19.043308 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3b46b133-84bf-4f19-90a7-0b2899e0379e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:19.045399 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-3b46b133-84bf-4f19-90a7-0b2899e0379e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:19.046513 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-3b46b133-84bf-4f19-90a7-0b2899e0379e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c25332a1-0327-4ade-8410-44055be5d661 HTTP/1.1" status: 204 len: 168 time: 0.1586454 Sep 15 19:21:19.996751 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bfdc7-96ca-41f7-ae5b-4c1a69eee2d6 req-f365c149-a044-40ce-9050-0de67d949964 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:19.998331 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b92bfdc7-96ca-41f7-ae5b-4c1a69eee2d6 req-f365c149-a044-40ce-9050-0de67d949964 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0858226 Sep 15 19:21:20.011424 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:20.044745 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-b92bfdc7-96ca-41f7-ae5b-4c1a69eee2d6 req-99b63464-ce1d-48e6-983b-8f1c3855c332 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 Sep 15 19:21:20.234056 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d8788675-65e5-48e8-8a50-a721ec93b6e2 req-f24581a4-4b70-4f35-9d12-9eb58f02ebc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0726976 Sep 15 19:21:20.478892 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 48712) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:20.508678 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43cc42-7468-4d51-9b93-509abda71209 req-42a6c65d-f074-42ff-a019-f5f2a654b377 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:20.510328 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8d43cc42-7468-4d51-9b93-509abda71209 req-42a6c65d-f074-42ff-a019-f5f2a654b377 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0883317 Sep 15 19:21:20.571720 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8d43cc42-7468-4d51-9b93-509abda71209 req-4cead6bd-ca50-4595-a480-8ffd4890ffe6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547712 Sep 15 19:21:20.678354 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-df0aabd8-1d11-41cc-a8b3-9ed5f9fcc3cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1980128 Sep 15 19:21:21.202696 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:21:21.314240 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:21.343518 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:21:21.353813 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:21.357525 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:21.361538 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:21.399376 dv-cinder-805825-3-iscsi neutron-server[75106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'code': 422} returned with failed status Sep 15 19:21:21.442048 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=6']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:21.446311 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:21.763187 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f6655-9845-4b87-9b88-a4260f4c03c1 req-e39fbc14-773e-4790-9eb8-394145646245 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:21.764648 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-eb6f6655-9845-4b87-9b88-a4260f4c03c1 req-e39fbc14-773e-4790-9eb8-394145646245 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0788987 Sep 15 19:21:21.814927 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-eb6f6655-9845-4b87-9b88-a4260f4c03c1 req-ab8ecfc9-a113-4312-92a4-643e9550cddc tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449061 Sep 15 19:21:21.953797 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-5f8ac0dd-935c-4ee3-95bc-da323a7e3569 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d&tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a HTTP/1.1" status: 200 len: 1097 time: 0.0703268 Sep 15 19:21:22.061579 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-57e38821-651b-4b52-834f-946711bdecbe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1097 time: 0.0704746 Sep 15 19:21:22.196027 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-ea44e974-c4ef-49a8-b6ee-2d31a1023a17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:22.197479 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-ea44e974-c4ef-49a8-b6ee-2d31a1023a17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 200 len: 908 time: 0.1300628 Sep 15 19:21:22.387127 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-b4eed07d-31d6-4f17-acb1-4d44d91d9e88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 200 len: 1000 time: 0.1827538 Sep 15 19:21:22.470382 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-589d20f8-710a-4800-8419-c2269120972a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:22.471837 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-589d20f8-710a-4800-8419-c2269120972a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab75c101-bd90-4f07-bce1-242360fdaa18 HTTP/1.1" status: 200 len: 846 time: 0.0768692 Sep 15 19:21:22.548471 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-605133dc-9378-4e8b-80d1-6d07eac467d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700324 Sep 15 19:21:22.683115 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-51c0b7d9-6bfa-4695-84bc-0dee0f51fbd8 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233690 Sep 15 19:21:22.825843 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-dec2a223-ef78-432b-9448-5d68bfb53776 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362658 Sep 15 19:21:23.054433 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59601e6-d238-40c0-8b72-f6feb04475f8 req-9527ef1b-d8ed-4381-b326-e1d12d918076 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:23.055996 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c59601e6-d238-40c0-8b72-f6feb04475f8 req-9527ef1b-d8ed-4381-b326-e1d12d918076 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0994287 Sep 15 19:21:23.101378 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c59601e6-d238-40c0-8b72-f6feb04475f8 req-673df0fc-2d98-4f55-a427-cda4d1fa9967 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Sep 15 19:21:24.301386 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4daf5-5020-4f49-bf0b-2df50dba3c93 req-75085e47-ece2-40e1-9b61-1c8290d937e7 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:24.303268 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6da4daf5-5020-4f49-bf0b-2df50dba3c93 req-75085e47-ece2-40e1-9b61-1c8290d937e7 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0811782 Sep 15 19:21:24.347146 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6da4daf5-5020-4f49-bf0b-2df50dba3c93 req-ece4e74d-dc92-4c3f-9e45-6a72a3759b7f tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382938 Sep 15 19:21:25.568503 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533c40f-92c7-4e8d-ab3e-4c4d039d0918 req-e5f7fe84-773c-4ef8-ae5b-32852eb45616 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:25.569937 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5533c40f-92c7-4e8d-ab3e-4c4d039d0918 req-e5f7fe84-773c-4ef8-ae5b-32852eb45616 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0750043 Sep 15 19:21:25.614466 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5533c40f-92c7-4e8d-ab3e-4c4d039d0918 req-8df5cfc0-0631-4755-9c32-bf0f3c3fab8b tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Sep 15 19:21:26.827221 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e1f6-9ed2-4b4b-97be-f1e395983d0b req-e6f90d32-4513-4f2e-97df-ec49444a51fa tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:26.828676 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f146e1f6-9ed2-4b4b-97be-f1e395983d0b req-e6f90d32-4513-4f2e-97df-ec49444a51fa tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0873349 Sep 15 19:21:26.874899 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f146e1f6-9ed2-4b4b-97be-f1e395983d0b req-d05d5e7e-8b6f-41c4-b378-ca9b1ec45673 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 Sep 15 19:21:26.921675 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252245f-708f-4542-82bc-9c787c91c290 req-e9445464-2d60-4067-85b0-33eade7f84e0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:26.923044 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2252245f-708f-4542-82bc-9c787c91c290 req-e9445464-2d60-4067-85b0-33eade7f84e0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0852668 Sep 15 19:21:26.968079 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2252245f-708f-4542-82bc-9c787c91c290 req-a473cf50-e4c8-45b3-a0b7-217350c24c67 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 Sep 15 19:21:28.072722 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57226727-3883-47c4-b5cc-0f6657da9a4b req-8b6c2721-6ae6-47ba-8b1d-93aeadf271d9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:28.074222 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-57226727-3883-47c4-b5cc-0f6657da9a4b req-8b6c2721-6ae6-47ba-8b1d-93aeadf271d9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0763345 Sep 15 19:21:28.186798 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e979428-1aba-4467-86cf-9165caae34dc req-62855a0b-00a9-41e4-95bc-63e15d7f5189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:28.188295 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0e979428-1aba-4467-86cf-9165caae34dc req-62855a0b-00a9-41e4-95bc-63e15d7f5189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0824432 Sep 15 19:21:28.207639 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-57226727-3883-47c4-b5cc-0f6657da9a4b req-fa4f874b-4e93-4bc8-b415-eee1c087ade5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279764 Sep 15 19:21:28.235090 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0e979428-1aba-4467-86cf-9165caae34dc req-c01bccbc-bae4-4aa5-844c-1631159d604b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Sep 15 19:21:29.401837 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305f83b-4a23-41c4-9d5d-836a803ec7b0 req-80f6b970-bb12-447d-aeb7-f1c4d7df5764 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:29.403346 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4305f83b-4a23-41c4-9d5d-836a803ec7b0 req-80f6b970-bb12-447d-aeb7-f1c4d7df5764 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0766728 Sep 15 19:21:29.440503 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021da2f6-b540-473f-a28a-f4081626ad66 req-89f20eee-c82b-4de3-99d4-675a177c571e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:29.441969 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-021da2f6-b540-473f-a28a-f4081626ad66 req-89f20eee-c82b-4de3-99d4-675a177c571e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0752122 Sep 15 19:21:29.447653 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4305f83b-4a23-41c4-9d5d-836a803ec7b0 req-47917fca-4dc3-40b9-8d63-8d7018d9eaf7 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388753 Sep 15 19:21:29.486893 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-021da2f6-b540-473f-a28a-f4081626ad66 req-589d4c44-dc20-48f7-aca1-92e5df7fecbf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Sep 15 19:21:30.642528 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dfb84-9be7-406f-95aa-09cadab236f8 req-4b1078c2-38b6-4aa3-8bfb-b48936ba2c43 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:30.643996 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-827dfb84-9be7-406f-95aa-09cadab236f8 req-4b1078c2-38b6-4aa3-8bfb-b48936ba2c43 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0776472 Sep 15 19:21:30.688523 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-827dfb84-9be7-406f-95aa-09cadab236f8 req-13f772ce-bed0-440c-ad68-38648fa0f2e8 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388708 Sep 15 19:21:30.700921 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af939b9c-01ec-4d6d-b30d-a78ecd3f0166 req-62877ff5-abbc-430c-a018-f75be9d09c98 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:30.702382 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-af939b9c-01ec-4d6d-b30d-a78ecd3f0166 req-62877ff5-abbc-430c-a018-f75be9d09c98 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0805101 Sep 15 19:21:30.749232 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-af939b9c-01ec-4d6d-b30d-a78ecd3f0166 req-4f7e7c24-aa4c-4f97-b1fd-2855d51674eb tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Sep 15 19:21:31.882021 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2175827-fa4b-444a-b4ca-29fb0a834e60 req-4df8be5c-eab9-4efb-b41b-9d861e675579 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:31.883487 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d2175827-fa4b-444a-b4ca-29fb0a834e60 req-4df8be5c-eab9-4efb-b41b-9d861e675579 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0755308 Sep 15 19:21:31.948305 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d2175827-fa4b-444a-b4ca-29fb0a834e60 req-17ed7218-adf8-495a-88d7-9bf59d804ab9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585053 Sep 15 19:21:31.965683 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f733a9-86bd-4d65-aa4f-d10472df8149 req-2062f2e8-c42b-4916-a46e-f05f541eae61 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:31.967187 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-82f733a9-86bd-4d65-aa4f-d10472df8149 req-2062f2e8-c42b-4916-a46e-f05f541eae61 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0864110 Sep 15 19:21:32.016840 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-82f733a9-86bd-4d65-aa4f-d10472df8149 req-3a721de4-2732-4a33-8828-b87f1e96cf11 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Sep 15 19:21:33.138243 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11459e6e-4dbc-4cce-9d8f-dd9dea17da3b req-0f61b266-7774-4d33-9b1f-111875ba5f44 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:33.139732 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-11459e6e-4dbc-4cce-9d8f-dd9dea17da3b req-0f61b266-7774-4d33-9b1f-111875ba5f44 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 944 time: 0.0786862 Sep 15 19:21:33.185473 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-11459e6e-4dbc-4cce-9d8f-dd9dea17da3b req-8746bcf2-9d4b-45c2-9b78-f91fd963b8e2 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Sep 15 19:21:33.228015 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21a9a4-0b0a-4934-8af1-57bd989b717e req-58a62f0d-0099-48ec-a4f8-057ec1925db1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:33.229385 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-dd21a9a4-0b0a-4934-8af1-57bd989b717e req-58a62f0d-0099-48ec-a4f8-057ec1925db1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0782619 Sep 15 19:21:33.256798 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:21:33.275286 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-dd21a9a4-0b0a-4934-8af1-57bd989b717e req-b6e682b0-407d-4e7f-b34a-0c8906d9906e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404158 Sep 15 19:21:33.394339 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:33.407698 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'port_id': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'mac_address': 'fa:16:3e:f2:55:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:21:33.463561 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:33.481708 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:21:33.496571 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:33.500368 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:33.502578 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-08de0945-47b2-4964-ac6e-26248061a0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:33.569591 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=7']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:33.572626 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:33.711655 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:21:34.379013 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172b334-dc6d-495e-989f-05b8e2fbb126 req-cfd951e7-0e28-40a7-a2f8-5e2413809887 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:34.380526 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8172b334-dc6d-495e-989f-05b8e2fbb126 req-cfd951e7-0e28-40a7-a2f8-5e2413809887 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 945 time: 0.0762112 Sep 15 19:21:34.430757 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8172b334-dc6d-495e-989f-05b8e2fbb126 req-d6c81032-d82f-4533-8e76-7785c2a104f4 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Sep 15 19:21:34.491472 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5d4c0-32ef-4342-8b52-5607322810ba req-5219fcab-15c2-478e-bce7-8ee6f5ffe3fe tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:34.492820 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b9f5d4c0-32ef-4342-8b52-5607322810ba req-5219fcab-15c2-478e-bce7-8ee6f5ffe3fe tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0789769 Sep 15 19:21:34.535543 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b9f5d4c0-32ef-4342-8b52-5607322810ba req-357b3351-9232-41b6-ada7-7ae6e9ca96a7 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373859 Sep 15 19:21:35.631430 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e99c-3576-4db0-bad5-aaa27b3372ef req-dfd26869-c6aa-48e2-9927-675567bbe8e8 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:35.633522 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1845e99c-3576-4db0-bad5-aaa27b3372ef req-dfd26869-c6aa-48e2-9927-675567bbe8e8 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 945 time: 0.0840716 Sep 15 19:21:35.683325 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-1845e99c-3576-4db0-bad5-aaa27b3372ef req-602d28ed-e22d-43eb-9a17-8f189ac49b92 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Sep 15 19:21:35.749940 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398afda-e1be-4838-8861-784b0e2263d8 req-017812e7-ccc6-4a88-8fdb-29a307968dd4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:35.751354 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e398afda-e1be-4838-8861-784b0e2263d8 req-017812e7-ccc6-4a88-8fdb-29a307968dd4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0788119 Sep 15 19:21:35.799713 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e398afda-e1be-4838-8861-784b0e2263d8 req-b8537018-620e-443e-b652-bfc6fec0021e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Sep 15 19:21:36.881722 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3ce9-95b6-4cb7-b61f-6f81830bd840 req-37b3af96-dd43-49b2-93da-1779ccb2b541 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:36.883179 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-343a3ce9-95b6-4cb7-b61f-6f81830bd840 req-37b3af96-dd43-49b2-93da-1779ccb2b541 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 945 time: 0.0816138 Sep 15 19:21:36.933132 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-343a3ce9-95b6-4cb7-b61f-6f81830bd840 req-9a29f0bd-2703-44dc-9433-0d576aaedc15 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433855 Sep 15 19:21:37.021583 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c5687-9237-4ab3-a421-03eed2be202d req-eadc603d-68f1-4fef-90ff-d65b8ac2e469 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:37.023037 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fd0c5687-9237-4ab3-a421-03eed2be202d req-eadc603d-68f1-4fef-90ff-d65b8ac2e469 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0791759 Sep 15 19:21:37.067395 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fd0c5687-9237-4ab3-a421-03eed2be202d req-a9bedf28-28be-49bf-8ab8-6820905fedd0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384095 Sep 15 19:21:38.146804 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0bc21-c690-4bf9-bfb0-d128d4f07dfb req-eb20545d-cbc4-4a7d-bdc9-5350a180e8c4 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:38.148340 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d5a0bc21-c690-4bf9-bfb0-d128d4f07dfb req-eb20545d-cbc4-4a7d-bdc9-5350a180e8c4 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 945 time: 0.0814481 Sep 15 19:21:38.195411 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d5a0bc21-c690-4bf9-bfb0-d128d4f07dfb req-f3e4646a-669b-4525-a12a-2ebef7e9ea8c tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Sep 15 19:21:38.254154 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:38.284014 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556baaa-14c5-4b8c-871d-65ea9db1e9e1 req-1a0aabaa-eee7-4039-9485-bc1286005122 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:38.285500 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c556baaa-14c5-4b8c-871d-65ea9db1e9e1 req-1a0aabaa-eee7-4039-9485-bc1286005122 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0804794 Sep 15 19:21:38.332571 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c556baaa-14c5-4b8c-871d-65ea9db1e9e1 req-a9b4c427-b0b5-4f84-92b4-963981d92e80 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Sep 15 19:21:38.616187 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:21:38.683951 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:21:38.684325 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:38.793407 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:38.818615 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:21:38.827599 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:38.831753 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:38.833480 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:38.875092 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'code': 200} Sep 15 19:21:38.899509 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=8']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:38.907900 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.908244 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.908578 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.908908 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.909236 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.909561 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.909883 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.910226 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.910550 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.910867 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.911205 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.915397 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:39.139353 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-43822e6a-b006-459e-bb38-d329b4d70bd8 req-fe7f62ff-8841-4ca9-bb51-1c8fdc6a466e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1099 time: 0.0679336 Sep 15 19:21:39.186006 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-43822e6a-b006-459e-bb38-d329b4d70bd8 req-f4af18f6-c5a6-4353-9632-670e0cd418c3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 Sep 15 19:21:39.397413 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e466c-5bc2-49a0-acf8-0e57c9be2c83 req-c55e0b09-fe8c-44e5-be48-b5bb1a662c3f tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:39.398997 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-046e466c-5bc2-49a0-acf8-0e57c9be2c83 req-c55e0b09-fe8c-44e5-be48-b5bb1a662c3f tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0837674 Sep 15 19:21:39.533499 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-046e466c-5bc2-49a0-acf8-0e57c9be2c83 req-90dcdfe0-8bcd-4e29-a4cb-51537ad04ec0 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287203 Sep 15 19:21:39.563727 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7804-4266-49ff-b562-0583ccb493cd req-1631cedd-959e-4fd3-8e23-fafc91eddbc5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:39.565176 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e2d7804-4266-49ff-b562-0583ccb493cd req-1631cedd-959e-4fd3-8e23-fafc91eddbc5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0808682 Sep 15 19:21:39.609909 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5e2d7804-4266-49ff-b562-0583ccb493cd req-248b2e8d-4ee8-425a-b9c6-3fab07cfd57d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387695 Sep 15 19:21:40.728084 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0795f9-1367-42ea-9936-e5d4dc0cf623 req-040f4731-cdb8-4b77-8278-b0257ed114f5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:40.729459 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3c0795f9-1367-42ea-9936-e5d4dc0cf623 req-040f4731-cdb8-4b77-8278-b0257ed114f5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0783546 Sep 15 19:21:40.774480 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3c0795f9-1367-42ea-9936-e5d4dc0cf623 req-577a8749-f275-4cdd-9857-7c2fdf1bdf00 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393960 Sep 15 19:21:40.820912 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff367e-5b3c-4bc5-b7df-7daaa5c69484 req-3054aca8-99a8-464d-99fe-3bebbcf2b83b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:40.822345 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-58ff367e-5b3c-4bc5-b7df-7daaa5c69484 req-3054aca8-99a8-464d-99fe-3bebbcf2b83b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0747516 Sep 15 19:21:40.869561 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-58ff367e-5b3c-4bc5-b7df-7daaa5c69484 req-1fcde84c-f1f6-4498-ad0a-3d0791e7571c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417359 Sep 15 19:21:41.978073 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7c504-3c21-444d-85bc-08b22a13895b req-f163f80d-95f8-49d6-8792-c4bc68fd9ed9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:41.979567 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1fa7c504-3c21-444d-85bc-08b22a13895b req-f163f80d-95f8-49d6-8792-c4bc68fd9ed9 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0798440 Sep 15 19:21:42.024671 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1fa7c504-3c21-444d-85bc-08b22a13895b req-e6e1bd26-3f65-4aed-b530-97c37e418e84 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397115 Sep 15 19:21:42.079381 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192727-a49d-485a-9bc2-a6cd60a1141e req-6a9fad8e-13ab-4454-823a-59391639d03e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:42.080734 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-84192727-a49d-485a-9bc2-a6cd60a1141e req-6a9fad8e-13ab-4454-823a-59391639d03e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0754254 Sep 15 19:21:42.124981 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-84192727-a49d-485a-9bc2-a6cd60a1141e req-517570d7-ec5e-40bf-ad6d-566c7490c3c6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384281 Sep 15 19:21:43.220429 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18e139-029d-4f25-b2cb-ec9f54433f4c req-8feec9c0-6638-4ce9-96d4-460568dcbdba tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:43.221920 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0d18e139-029d-4f25-b2cb-ec9f54433f4c req-8feec9c0-6638-4ce9-96d4-460568dcbdba tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.0771897 Sep 15 19:21:43.271214 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0d18e139-029d-4f25-b2cb-ec9f54433f4c req-544e1aa6-14dd-4702-8697-64f16254f344 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Sep 15 19:21:43.339500 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d85cb-d9d6-4700-ac62-d1efeb82a7b2 req-3512469b-9036-4cb7-919c-34c3cbe62d40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:43.340945 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-198d85cb-d9d6-4700-ac62-d1efeb82a7b2 req-3512469b-9036-4cb7-919c-34c3cbe62d40 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0790577 Sep 15 19:21:43.386465 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-198d85cb-d9d6-4700-ac62-d1efeb82a7b2 req-871b7f01-d98c-47ea-b292-5eef6fc2bb31 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400229 Sep 15 19:21:44.590764 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af8d00-dc4f-4183-b0b8-39a44cce51e2 req-8d3a28ca-3c71-429b-aaaa-ea69e8b37e10 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:44.592202 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b7af8d00-dc4f-4183-b0b8-39a44cce51e2 req-8d3a28ca-3c71-429b-aaaa-ea69e8b37e10 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0744784 Sep 15 19:21:44.636068 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b7af8d00-dc4f-4183-b0b8-39a44cce51e2 req-4609d27b-74db-458b-8bfc-ba7c53274be6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385454 Sep 15 19:21:44.663152 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:21:44.793400 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:44.807254 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'port_id': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'mac_address': 'fa:16:3e:65:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:21:44.859514 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:44.880647 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5235c9eb-ba0d-466a-9d7d-a4e838889091 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:21:44.896689 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:44.902714 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:44.905122 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-88fd69cf-942c-4747-8bae-cbdb357632a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:45.017916 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=6']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:45.029851 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:45.031212 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['5235c9eb-ba0d-466a-9d7d-a4e838889091'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:21:45.383143 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-69b42451-aab5-418b-b772-19c6014e1484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:45.797690 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:45.860494 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b028-02a7-41b7-b23a-d29fc2cb2eac req-21d74e99-9e70-47e7-8b10-3f86f9a701d4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:45.862715 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-08c2b028-02a7-41b7-b23a-d29fc2cb2eac req-21d74e99-9e70-47e7-8b10-3f86f9a701d4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 945 time: 0.0837557 Sep 15 19:21:45.926606 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-08c2b028-02a7-41b7-b23a-d29fc2cb2eac req-8bc7d226-aa25-4657-b00c-d776cfd8e621 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566010 Sep 15 19:21:46.696447 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:21:46.775950 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 5235c9eb-ba0d-466a-9d7d-a4e838889091 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:21:46.776683 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:46.903635 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:46.939237 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:21:46.972557 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:46.984784 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:46.988449 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:47.059565 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'code': 200} Sep 15 19:21:47.105178 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=7']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:47.117307 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:47.175393 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86ebf9-99c3-4347-9144-042399df8587 req-6291f33f-902b-4f41-b950-bb625600f849 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:47.176956 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8e86ebf9-99c3-4347-9144-042399df8587 req-6291f33f-902b-4f41-b950-bb625600f849 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.1004755 Sep 15 19:21:47.233152 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8e86ebf9-99c3-4347-9144-042399df8587 req-e1ea6ebd-5dea-477c-99ed-4cf8392d5fc4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497494 Sep 15 19:21:47.565612 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-cf72822b-c561-4e0e-9806-07056cda6afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:48.467138 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005d661-a0bf-4e70-9dd5-dce7912a7c3c req-7b6fc837-3b3d-4252-ba0b-027448792c01 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:48.468688 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b005d661-a0bf-4e70-9dd5-dce7912a7c3c req-7b6fc837-3b3d-4252-ba0b-027448792c01 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0841429 Sep 15 19:21:48.516703 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b005d661-a0bf-4e70-9dd5-dce7912a7c3c req-234232f5-b7c3-458a-8569-87aa7df56fef tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Sep 15 19:21:48.641874 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:49.759767 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0249b32-98e5-4086-834d-144ab0b42796 req-308b6974-18b2-4827-a6e3-407c921254e0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:49.761894 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f0249b32-98e5-4086-834d-144ab0b42796 req-308b6974-18b2-4827-a6e3-407c921254e0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0928171 Sep 15 19:21:49.815164 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f0249b32-98e5-4086-834d-144ab0b42796 req-270d5b2c-c94c-49c5-952f-c7b82995a233 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477881 Sep 15 19:21:50.000073 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:21:50.019081 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:51.077515 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e5a8-4bd1-4f65-a784-6f840bcc39cb req-b511b49c-d35b-4b68-92c0-8e397b57ee03 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:51.079051 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8d60e5a8-4bd1-4f65-a784-6f840bcc39cb req-b511b49c-d35b-4b68-92c0-8e397b57ee03 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.1135912 Sep 15 19:21:51.141051 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8d60e5a8-4bd1-4f65-a784-6f840bcc39cb req-28102637-7fce-4296-bb15-524da61d4444 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486577 Sep 15 19:21:52.376320 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1fa57-0da1-4dda-ac24-1b8923b9b6ec req-bcee3fc2-04e8-44f6-9fed-6f270d48c920 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:52.377763 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8cd1fa57-0da1-4dda-ac24-1b8923b9b6ec req-bcee3fc2-04e8-44f6-9fed-6f270d48c920 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0882497 Sep 15 19:21:52.427171 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8cd1fa57-0da1-4dda-ac24-1b8923b9b6ec req-8becff3f-ff69-4401-9a66-3f4946aa918e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Sep 15 19:21:53.661195 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875afe0-2b3a-4d8d-a011-10556ac3cc66 req-290b607c-e728-4593-bc73-a83a57ac1c6f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:53.662921 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e875afe0-2b3a-4d8d-a011-10556ac3cc66 req-290b607c-e728-4593-bc73-a83a57ac1c6f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0821071 Sep 15 19:21:53.711573 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e875afe0-2b3a-4d8d-a011-10556ac3cc66 req-e21602a7-4fd6-4afe-bbb0-ffbd3d47882c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424299 Sep 15 19:21:54.269613 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49038) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:54.416788 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:54.449970 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:21:54.454393 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Usage tracker for resource:security_group_rule and tenant:64578e6032d647038eb8521c4d6020a0 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:21:54.457760 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:21:54.464991 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:21:54.534573 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:54.539925 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:54.546954 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5db41685-3bb7-4148-8cc3-b06a8486624b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:54.592324 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb056ef-117e-4e96-9c5f-eb192f5a1331,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:54.598720 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64578e6032d647038eb8521c4d6020a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3279278 Sep 15 19:21:54.601460 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49048) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:54.619739 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.620107 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.620527 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.620882 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.621246 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.621585 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.621959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.622311 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.622657 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.622999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.623381 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:54.628876 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a7d7ed05-20c0-4f69-a99e-06db76b2a89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:54.675609 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-527f0f23-b4eb-40f1-8de4-5d0be4dd2bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:54.706586 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-527f0f23-b4eb-40f1-8de4-5d0be4dd2bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:54.773231 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-527f0f23-b4eb-40f1-8de4-5d0be4dd2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:54.778699 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f1916f03-1382-4048-b522-11837ece306b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:54.795056 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f0f23-b4eb-40f1-8de4-5d0be4dd2bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb056ef-117e-4e96-9c5f-eb192f5a1331,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:54.815051 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-527f0f23-b4eb-40f1-8de4-5d0be4dd2bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:54.820086 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-527f0f23-b4eb-40f1-8de4-5d0be4dd2bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:54.828805 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-527f0f23-b4eb-40f1-8de4-5d0be4dd2bc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfb056ef-117e-4e96-9c5f-eb192f5a1331 HTTP/1.1" status: 204 len: 168 time: 0.2262251 Sep 15 19:21:55.000426 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65b831-2404-49df-95f9-d7bf90e392d8 req-78218f40-832a-46a4-a827-347e684123e4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:55.002520 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3f65b831-2404-49df-95f9-d7bf90e392d8 req-78218f40-832a-46a4-a827-347e684123e4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.1370585 Sep 15 19:21:55.065192 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3f65b831-2404-49df-95f9-d7bf90e392d8 req-ec3241cb-829d-4904-b60a-be0e2dcbda3a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561717 Sep 15 19:21:55.186859 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49064) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:55.205123 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:55.235503 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:21:55.239262 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Usage tracker for resource:security_group_rule and tenant:56eb28ac92704a5dbe30f5632954638c is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:21:55.244969 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:21:55.251683 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:21:55.315678 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:55.319130 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:55.325830 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ef80ebed-4ad4-4803-a80f-507b090bc18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:55.367884 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9babdb9d-d488-4fe5-b91c-5ec42001813c,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:55.372193 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56eb28ac92704a5dbe30f5632954638c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1843231 Sep 15 19:21:55.373034 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:55.374681 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49068) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:55.432317 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fbcc-704b-4bfe-b33b-e5a0bc417fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:55.456426 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fbcc-704b-4bfe-b33b-e5a0bc417fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:55.505663 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fbcc-704b-4bfe-b33b-e5a0bc417fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:55.509501 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a489ba36-c5c6-4e5d-ac7d-0b47b15cf42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:55.520132 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6fbcc-704b-4bfe-b33b-e5a0bc417fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9babdb9d-d488-4fe5-b91c-5ec42001813c,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:55.523463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1ee6fbcc-704b-4bfe-b33b-e5a0bc417fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:55.526639 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1ee6fbcc-704b-4bfe-b33b-e5a0bc417fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:55.527786 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1ee6fbcc-704b-4bfe-b33b-e5a0bc417fea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9babdb9d-d488-4fe5-b91c-5ec42001813c HTTP/1.1" status: 204 len: 168 time: 0.1521950 Sep 15 19:21:55.893626 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-cfec7f86-1412-4a37-ad3a-63b1b9bbed43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 1099 time: 0.0730419 Sep 15 19:21:56.035341 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-559b0d83-e74c-437e-8048-f52fef67a26f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:56.036798 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-559b0d83-e74c-437e-8048-f52fef67a26f service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.1346624 Sep 15 19:21:56.146658 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-def01c13-f970-4292-8850-40f65c38d626 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091 HTTP/1.1" status: 200 len: 1002 time: 0.1028438 Sep 15 19:21:56.266723 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-22601667-55a7-475b-b9d0-26144be14ad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:56.268200 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-22601667-55a7-475b-b9d0-26144be14ad2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.1091211 Sep 15 19:21:56.361378 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5f690-a15c-4cf0-9921-79bcb4172ede req-f3bd86bf-294c-4a29-9a84-ccf045f6377d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:56.362829 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c6b5f690-a15c-4cf0-9921-79bcb4172ede req-f3bd86bf-294c-4a29-9a84-ccf045f6377d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.1392529 Sep 15 19:21:56.387589 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-44cf85ab-e2df-48e1-85b3-3f4c84fc6271 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1086147 Sep 15 19:21:56.447415 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c6b5f690-a15c-4cf0-9921-79bcb4172ede req-3f32fd5c-9aa1-4f8e-9990-82eeae3f8498 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765967 Sep 15 19:21:56.634266 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-2cea2778-672e-4c00-89b7-971512f0b365 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316647 Sep 15 19:21:56.765308 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-605aaa51-5f4b-469a-b984-334fde11e6f7 req-79de298c-ade6-4932-9ff5-f4389996346a service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229002 Sep 15 19:21:57.662134 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18196b74-c23e-4bee-8512-605ec64a93a1 req-81ebfd0b-3a26-44a2-b0d0-215ae956fe9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:57.663645 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-18196b74-c23e-4bee-8512-605ec64a93a1 req-81ebfd0b-3a26-44a2-b0d0-215ae956fe9a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 946 time: 0.0760882 Sep 15 19:21:57.708802 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-18196b74-c23e-4bee-8512-605ec64a93a1 req-2ec6dfdc-ce4f-4adf-8615-f2ca18af3d72 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393155 Sep 15 19:21:58.709611 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:21:58.814171 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:58.844260 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:21:58.853639 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:58.859584 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:58.861445 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:58.928776 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=8']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:58.932389 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:58.942788 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'code': 200} Sep 15 19:21:58.951592 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f291-7bfa-4717-b2f2-fc400bb5bb3b req-61a4e77e-5675-4fcd-beb8-ce45f4f420c7 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:58.953066 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b211f291-7bfa-4717-b2f2-fc400bb5bb3b req-61a4e77e-5675-4fcd-beb8-ce45f4f420c7 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.1112030 Sep 15 19:21:58.999257 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b211f291-7bfa-4717-b2f2-fc400bb5bb3b req-7fb20321-5a70-495b-9954-1b9fec970c70 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Sep 15 19:22:00.441387 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ec2d6779-c44b-45bd-872e-ebcc9e381a48 req-c51142f8-49ac-4040-a395-0a9c1bea8285 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1392837 Sep 15 19:22:00.711646 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-3a3931fe-25b8-488c-a5a5-c32f1b5d399a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786557 Sep 15 19:22:00.715937 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba632c27-e270-435a-b8b8-48c8077dc10f req-94d5679c-8338-49c2-8d90-c68f8589947e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:00.717569 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ba632c27-e270-435a-b8b8-48c8077dc10f req-94d5679c-8338-49c2-8d90-c68f8589947e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0789552 Sep 15 19:22:00.777852 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ba632c27-e270-435a-b8b8-48c8077dc10f req-c32cbc97-a30e-4592-8d2f-4593e58e5ac9 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538466 Sep 15 19:22:01.280736 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-2b2adfc5-b3c9-4641-a061-82896317f498 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536&tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b HTTP/1.1" status: 200 len: 1097 time: 0.0766940 Sep 15 19:22:01.378388 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-3a0959db-3602-4c24-b379-d8f4bdba7116 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 1097 time: 0.0693009 Sep 15 19:22:01.512413 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-390e7c8a-c22b-4a4b-a307-8f5411ac5ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:01.513857 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-390e7c8a-c22b-4a4b-a307-8f5411ac5ce9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 200 len: 918 time: 0.1241519 Sep 15 19:22:01.618542 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-f8774ee2-8a9a-4f37-9c63-b7f33e22f52e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091 HTTP/1.1" status: 200 len: 1000 time: 0.0953383 Sep 15 19:22:01.680230 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-41eeb107-ce7d-4475-abbd-48d5790d58a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:01.681608 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-41eeb107-ce7d-4475-abbd-48d5790d58a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 200 len: 856 time: 0.0554163 Sep 15 19:22:01.759199 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-82b6fdf5-d0b1-4016-88eb-cd3d2c97d2c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb36d094-f88d-45b8-a277-8140a0219274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696034 Sep 15 19:22:01.888939 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-da28d868-b30d-4173-99d5-e95f79162357 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229005 Sep 15 19:22:01.991466 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3fbc7-76c1-4426-8b64-01f8cb455a08 req-9a891744-5659-479b-a8b1-5b65efc7ef66 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:01.992915 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-24f3fbc7-76c1-4426-8b64-01f8cb455a08 req-9a891744-5659-479b-a8b1-5b65efc7ef66 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0765738 Sep 15 19:22:02.020503 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-8f8463a4-2c42-42dc-b4ac-399ae3e978f3 service neutron] 10.222.0.58 "GET /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243601 Sep 15 19:22:02.041695 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-24f3fbc7-76c1-4426-8b64-01f8cb455a08 req-3a8644fb-809f-49ea-ae0a-f63335c277c1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Sep 15 19:22:02.660846 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49200) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:02.800971 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:02.831982 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:22:02.843848 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Usage tracker for resource:security_group_rule and tenant:f8261e745466446eb77ec4ab7d413b4a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:22:02.847326 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:22:02.853127 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:22:02.923065 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:02.926860 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:02.933398 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f327733c-e109-4b63-9529-e4af6819ccd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:02.979983 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbec75a-47ac-4c99-8234-4925afa09c56,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:02.983672 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:02.994225 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49218) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:02.994667 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8261e745466446eb77ec4ab7d413b4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3324122 Sep 15 19:22:03.069353 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:03.101075 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:03.161986 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:03.172175 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-225ece20-c968-4d10-9ee7-fd2d2db565ca tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:03.189542 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:03.205526 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edbec75a-47ac-4c99-8234-4925afa09c56 HTTP/1.1" status: 204 len: 168 time: 0.1977551 Sep 15 19:22:03.212225 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbec75a-47ac-4c99-8234-4925afa09c56,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:03.227427 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.230162 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.233947 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.246247 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.246624 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.246997 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.247366 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.247723 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.248075 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.248416 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.248754 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:03.251964 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:03.327356 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91c856-d48f-42cc-a8e2-a0f62cab488b req-69142d63-c63a-4ac2-a002-53900d5cac8f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:03.329800 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bd91c856-d48f-42cc-a8e2-a0f62cab488b req-69142d63-c63a-4ac2-a002-53900d5cac8f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.1103473 Sep 15 19:22:03.418377 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bd91c856-d48f-42cc-a8e2-a0f62cab488b req-968b8409-78cc-4b3b-a439-013f9f0d7d04 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822124 Sep 15 19:22:03.664324 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49228) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:03.683414 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:03.714745 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:22:03.718505 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Usage tracker for resource:security_group_rule and tenant:6089f161bd624eab8f133ca8feb838ed is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:22:03.721345 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:22:03.727717 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:22:03.797429 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:03.802494 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:03.809809 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-749cc17f-6ed0-4696-9da6-e3a9103c19be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:03.854384 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c061d0-1640-4722-a29d-7eefae7c0ffe,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:03.860998 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6089f161bd624eab8f133ca8feb838ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1954293 Sep 15 19:22:03.861830 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49232) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:03.862326 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:03.934203 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b859ac36-28fa-49be-b0c9-c53454383244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:03.965033 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b859ac36-28fa-49be-b0c9-c53454383244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:04.019947 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b859ac36-28fa-49be-b0c9-c53454383244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:04.024522 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d723e1a1-8dd1-4bcd-93c8-ca520d9e2017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:04.037448 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859ac36-28fa-49be-b0c9-c53454383244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c061d0-1640-4722-a29d-7eefae7c0ffe,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:04.046594 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b859ac36-28fa-49be-b0c9-c53454383244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:04.047553 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b859ac36-28fa-49be-b0c9-c53454383244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:04.049104 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b859ac36-28fa-49be-b0c9-c53454383244 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1c061d0-1640-4722-a29d-7eefae7c0ffe HTTP/1.1" status: 204 len: 168 time: 0.1860178 Sep 15 19:22:04.641808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18009d6-408e-4733-b3fb-1da466967f57 req-ee9adcb9-0364-469f-8357-db7aae755805 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:04.643302 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e18009d6-408e-4733-b3fb-1da466967f57 req-ee9adcb9-0364-469f-8357-db7aae755805 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0798538 Sep 15 19:22:04.695652 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e18009d6-408e-4733-b3fb-1da466967f57 req-c6cbad6d-bf6c-4c14-b957-ec69cb44bc10 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459249 Sep 15 19:22:05.936335 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8825e27-b679-40dd-9b94-ab4c51834ffa req-e1ee4f0d-4e58-4c5e-88cf-72c4c2814bbc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:05.938741 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a8825e27-b679-40dd-9b94-ab4c51834ffa req-e1ee4f0d-4e58-4c5e-88cf-72c4c2814bbc tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.1021588 Sep 15 19:22:05.988604 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a8825e27-b679-40dd-9b94-ab4c51834ffa req-5272562b-92d3-49aa-9ad1-ab274dbee31c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 Sep 15 19:22:07.244468 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1162019-ac58-4166-9ca4-d80a9edb033e req-4bef4805-4c86-44e1-a3e1-ce6893d4b0a5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:07.246079 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1162019-ac58-4166-9ca4-d80a9edb033e req-4bef4805-4c86-44e1-a3e1-ce6893d4b0a5 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.1007345 Sep 15 19:22:07.299521 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e1162019-ac58-4166-9ca4-d80a9edb033e req-5c0f8111-b495-47a5-99e5-4842f8dcd041 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474513 Sep 15 19:22:07.406222 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49316) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:07.549802 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:07.581936 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:22:07.586453 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Usage tracker for resource:security_group_rule and tenant:c74cb3f97ee7411fbbcaeaebebd1bac3 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:22:07.589509 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:22:07.595463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:22:07.666457 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:07.670249 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:07.677050 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-735c9efa-b2e0-4726-9728-41e30e6fe051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:07.804966 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2902e31-99c3-4efc-9a09-3dc43586f7ce,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:07.808143 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:07.810734 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ae632634-4a5f-468c-809d-e5404cfafb3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c74cb3f97ee7411fbbcaeaebebd1bac3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4035432 Sep 15 19:22:07.813352 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49322) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:07.875692 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5013-fdc7-4d56-9e7d-2feddf44b393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:07.904377 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5013-fdc7-4d56-9e7d-2feddf44b393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:07.961878 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5013-fdc7-4d56-9e7d-2feddf44b393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:07.965735 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fb0b433f-30c4-43c2-aa60-ea9eb48de51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:07.977656 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c5013-fdc7-4d56-9e7d-2feddf44b393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2902e31-99c3-4efc-9a09-3dc43586f7ce,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:07.980614 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9c5c5013-fdc7-4d56-9e7d-2feddf44b393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:07.986209 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5013-fdc7-4d56-9e7d-2feddf44b393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:07.990157 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-9c5c5013-fdc7-4d56-9e7d-2feddf44b393 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2902e31-99c3-4efc-9a09-3dc43586f7ce HTTP/1.1" status: 204 len: 168 time: 0.1758611 Sep 15 19:22:08.273825 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.342314 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49330) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:08.360891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.398294 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:22:08.402337 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Usage tracker for resource:security_group_rule and tenant:f524cfe4331f4fe3af4f595da38aaa5a is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:22:08.405296 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:22:08.411282 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:22:08.480387 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.486180 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.494934 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-26c5766f-0d0e-4ae9-92e3-a28aab7ed2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:08.571421 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9fc820-808b-4da3-bbf0-04e9335b7c9c,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:08.575519 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:08.599621 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49336) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:08.600327 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f524cfe4331f4fe3af4f595da38aaa5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2559810 Sep 15 19:22:08.624414 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7b09-f8fe-444b-8e90-02fdc031a265 req-efde70ef-5a03-474b-8de0-f83f2faf765c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:08.626188 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-902e7b09-f8fe-444b-8e90-02fdc031a265 req-efde70ef-5a03-474b-8de0-f83f2faf765c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.1416225 Sep 15 19:22:08.683469 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc71c-9f3a-4ae9-9446-c6c52e54f223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.690255 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-902e7b09-f8fe-444b-8e90-02fdc031a265 req-4dbbd5a1-da1a-4b7b-bdbf-706983a554be tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543392 Sep 15 19:22:08.711317 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc71c-9f3a-4ae9-9446-c6c52e54f223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.764081 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc71c-9f3a-4ae9-9446-c6c52e54f223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.768821 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a1e5830f-5547-41a6-84ef-e814af978b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:08.782394 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bc71c-9f3a-4ae9-9446-c6c52e54f223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9fc820-808b-4da3-bbf0-04e9335b7c9c,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:08.785129 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2c0bc71c-9f3a-4ae9-9446-c6c52e54f223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:08.792900 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc71c-9f3a-4ae9-9446-c6c52e54f223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.796239 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2c0bc71c-9f3a-4ae9-9446-c6c52e54f223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb9fc820-808b-4da3-bbf0-04e9335b7c9c HTTP/1.1" status: 204 len: 168 time: 0.1932788 Sep 15 19:22:09.965792 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfe87d-3af2-41de-be0b-bbcbc465e745 req-d6ca83cc-e660-42ad-86ae-5fcb1d820a89 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:09.972372 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7ccfe87d-3af2-41de-be0b-bbcbc465e745 req-d6ca83cc-e660-42ad-86ae-5fcb1d820a89 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.1281657 Sep 15 19:22:10.033590 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-7ccfe87d-3af2-41de-be0b-bbcbc465e745 req-d1e0be50-bbe0-4766-aaf6-5244dbd7d713 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572851 Sep 15 19:22:10.217257 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49370) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:10.363732 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:10.395649 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:22:10.399973 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Usage tracker for resource:security_group_rule and tenant:502ff8d36a6843898aa89457f08fec2e is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:22:10.402742 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:22:10.408818 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:22:10.482687 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:10.487623 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:10.494479 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:10.543965 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1686251e-46e5-4903-9fc6-c2b23b5e650d,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:10.547497 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:10.551981 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=502ff8d36a6843898aa89457f08fec2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3334551 Sep 15 19:22:10.553688 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49376) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:10.625105 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c5bfcb13-76fe-48a2-a5d2-0818c77b869d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:10.651778 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c5bfcb13-76fe-48a2-a5d2-0818c77b869d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:10.704889 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c5bfcb13-76fe-48a2-a5d2-0818c77b869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:10.708817 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ba42a5fa-2428-4740-b98f-e0c887cdeac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:10.722595 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfcb13-76fe-48a2-a5d2-0818c77b869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1686251e-46e5-4903-9fc6-c2b23b5e650d,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:10.726476 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c5bfcb13-76fe-48a2-a5d2-0818c77b869d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:10.731993 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-c5bfcb13-76fe-48a2-a5d2-0818c77b869d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:10.735767 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-c5bfcb13-76fe-48a2-a5d2-0818c77b869d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1686251e-46e5-4903-9fc6-c2b23b5e650d HTTP/1.1" status: 204 len: 168 time: 0.1804647 Sep 15 19:22:11.411891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254f754-7272-4403-88c5-e19eb899109e req-9e76fea4-c57f-4420-b84a-2863b6d4c242 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:11.413402 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c254f754-7272-4403-88c5-e19eb899109e req-9e76fea4-c57f-4420-b84a-2863b6d4c242 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0920138 Sep 15 19:22:11.467775 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c254f754-7272-4403-88c5-e19eb899109e req-334a12a6-46de-4bdc-9973-acbc5cd20fcd tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485191 Sep 15 19:22:12.712314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc2d7e-35c7-49e3-8ba6-1cfb66cd19d7 req-37c7de11-6160-46f1-86f7-8284186a02f4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:12.713811 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4bfc2d7e-35c7-49e3-8ba6-1cfb66cd19d7 req-37c7de11-6160-46f1-86f7-8284186a02f4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0780358 Sep 15 19:22:12.775809 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4bfc2d7e-35c7-49e3-8ba6-1cfb66cd19d7 req-ee2dd7ed-9dd5-4679-8147-79ba64e508be tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560594 Sep 15 19:22:13.999644 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e2ad1-0423-4827-9bed-5bf6782a4277 req-ada8263f-495f-41d3-a438-b9334b189883 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:14.001213 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4c6e2ad1-0423-4827-9bed-5bf6782a4277 req-ada8263f-495f-41d3-a438-b9334b189883 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0778227 Sep 15 19:22:14.047116 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4c6e2ad1-0423-4827-9bed-5bf6782a4277 req-dd4ea038-7de6-4198-b5fb-d66d37c2ac3b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Sep 15 19:22:15.269474 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572a81-9195-4a1b-8d46-d85f58133f6b req-807b9861-a1ac-46cb-a983-921f567be5f6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:15.270842 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-99572a81-9195-4a1b-8d46-d85f58133f6b req-807b9861-a1ac-46cb-a983-921f567be5f6 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0879757 Sep 15 19:22:15.317918 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-99572a81-9195-4a1b-8d46-d85f58133f6b req-4aff15bf-f1ff-463c-a84b-123acde62e15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404484 Sep 15 19:22:15.384055 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2cb99033-2c8f-4998-893c-5cf829c90c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:15.791831 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:16.536564 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d6e0f-7956-4102-a7f4-50f593f95f2f req-f5efc52c-b451-4174-a489-134ee7c7d26a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:16.538544 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-583d6e0f-7956-4102-a7f4-50f593f95f2f req-f5efc52c-b451-4174-a489-134ee7c7d26a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 944 time: 0.0784991 Sep 15 19:22:16.585488 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-583d6e0f-7956-4102-a7f4-50f593f95f2f req-c9a9770d-493c-4801-af30-08640b5d80cf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409467 Sep 15 19:22:16.803229 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:22:16.938461 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:22:16.952877 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'port_id': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'mac_address': 'fa:16:3e:65:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:22:17.010340 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:17.027568 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5235c9eb-ba0d-466a-9d7d-a4e838889091 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:22:17.042258 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:22:17.046590 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:17.048481 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:17.110135 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=9']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:17.112992 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:17.298865 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['5235c9eb-ba0d-466a-9d7d-a4e838889091'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:22:17.566721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-149c54e5-67b8-4cdb-aba6-b9e36af106aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:17.791577 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452d92-4bdd-4028-a138-4d5c5379395c req-ea7dd786-23a2-44ef-a738-2a4c4ef083dd tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:17.793021 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f0452d92-4bdd-4028-a138-4d5c5379395c req-ea7dd786-23a2-44ef-a738-2a4c4ef083dd tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 945 time: 0.0761290 Sep 15 19:22:17.836862 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f0452d92-4bdd-4028-a138-4d5c5379395c req-1487a060-2a9e-4656-b2de-34ee35f136b1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384343 Sep 15 19:22:18.642270 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:18.803069 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:22:18.871066 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 5235c9eb-ba0d-466a-9d7d-a4e838889091 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:22:18.871457 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:18.979826 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:19.005423 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:22:19.015635 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:22:19.019958 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:19.021789 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f5606180-1d4c-47d8-a04d-c058476eb1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:19.054168 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea0c5-16b0-48b0-b231-c372d2a5f0ff req-7187f082-5da4-4c02-be51-f62217518c52 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:19.055767 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cd4ea0c5-16b0-48b0-b231-c372d2a5f0ff req-7187f082-5da4-4c02-be51-f62217518c52 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 945 time: 0.0825322 Sep 15 19:22:19.095786 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'code': 200} Sep 15 19:22:19.109459 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cd4ea0c5-16b0-48b0-b231-c372d2a5f0ff req-6ef428f3-8388-4d68-bdec-a4d01a44bd28 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Sep 15 19:22:19.130529 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=10']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:19.135856 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:19.298188 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8bbfde99-a67f-40b0-97df-d9761cdec3bd req-2935f289-5a11-4bd3-9cf1-1652c0f8f92c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 1100 time: 0.0662248 Sep 15 19:22:19.340543 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8bbfde99-a67f-40b0-97df-d9761cdec3bd req-474dce4e-77a5-4bbe-a88a-d352efcba308 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340610 Sep 15 19:22:20.016877 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:20.331561 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dea687-0c2b-42e7-b646-c0bb8d08abe7 req-8dfe74dc-2432-4de9-a8e4-d62f0f9cd59b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:20.333147 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9dea687-0c2b-42e7-b646-c0bb8d08abe7 req-8dfe74dc-2432-4de9-a8e4-d62f0f9cd59b tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0847828 Sep 15 19:22:20.382995 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e9dea687-0c2b-42e7-b646-c0bb8d08abe7 req-f8bb04b1-76fe-4acc-895f-7a7902cf0088 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Sep 15 19:22:21.596862 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023de79-671f-4226-a753-d50bf6008805 req-011973f9-f134-492d-97aa-c5ca8555e76d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:21.598312 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2023de79-671f-4226-a753-d50bf6008805 req-011973f9-f134-492d-97aa-c5ca8555e76d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0785029 Sep 15 19:22:21.643776 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2023de79-671f-4226-a753-d50bf6008805 req-4179a03d-5deb-4a31-80d3-6a50d680595a tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393677 Sep 15 19:22:22.849101 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f897e5-07a6-4c2c-ba7f-7983728d199e req-f76ab388-7438-4ef8-96b8-8662c90cd6d3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:22.851662 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-89f897e5-07a6-4c2c-ba7f-7983728d199e req-f76ab388-7438-4ef8-96b8-8662c90cd6d3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0762160 Sep 15 19:22:22.896983 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-89f897e5-07a6-4c2c-ba7f-7983728d199e req-6814585d-c9a2-4942-9c8d-d84d1a24b95e tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Sep 15 19:22:24.109876 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e4e43-6f6c-4809-85f5-f61da0e0caf4 req-55db641f-6cce-4424-a974-d51f27c38689 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:24.111315 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-430e4e43-6f6c-4809-85f5-f61da0e0caf4 req-55db641f-6cce-4424-a974-d51f27c38689 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0749822 Sep 15 19:22:24.155526 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-430e4e43-6f6c-4809-85f5-f61da0e0caf4 req-e43f0442-469c-428e-881f-9cedc1df5d33 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383790 Sep 15 19:22:27.000784 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:22:38.271071 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:45.385795 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-14b5d6e6-1615-45d0-b12a-bc7cb8a43856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:45.795294 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:47.568202 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f63dcbb8-e076-476a-8f2d-cf730d81debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:48.644141 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:50.018647 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:51.742995 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49660) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:51.879361 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:51.913311 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:22:51.917067 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:e22ef137596c41b193c60a151ccef11d is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:22:51.919795 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:22:51.925593 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:22:51.991783 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:52.001128 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:52.008170 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0e21c7a0-780a-46c8-b20b-d7ea68e899a0 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:52.047297 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c7edb-a2ec-461b-80a6-388d2ce681b0,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:52.051657 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e22ef137596c41b193c60a151ccef11d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3075590 Sep 15 19:22:52.052522 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:52.054277 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49666) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:52.111048 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-636939ed-f5c4-4597-ab27-40d518e1984f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:52.136071 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-636939ed-f5c4-4597-ab27-40d518e1984f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:52.184978 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-636939ed-f5c4-4597-ab27-40d518e1984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:52.188911 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-db17a734-75f0-47bd-8ec7-673e0a767c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:52.202169 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636939ed-f5c4-4597-ab27-40d518e1984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c7edb-a2ec-461b-80a6-388d2ce681b0,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:52.204434 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-636939ed-f5c4-4597-ab27-40d518e1984f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:52.209878 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-636939ed-f5c4-4597-ab27-40d518e1984f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:52.211255 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-636939ed-f5c4-4597-ab27-40d518e1984f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d1c7edb-a2ec-461b-80a6-388d2ce681b0 HTTP/1.1" status: 204 len: 168 time: 0.1557977 Sep 15 19:22:58.817229 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647ea71-5b4c-4e3a-a4a5-693a17bfbd0c req-30c79215-e80c-407f-a5e8-0bff8f98b1c9 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:22:58.818672 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5647ea71-5b4c-4e3a-a4a5-693a17bfbd0c req-30c79215-e80c-407f-a5e8-0bff8f98b1c9 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0784581 Sep 15 19:22:58.863428 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5647ea71-5b4c-4e3a-a4a5-693a17bfbd0c req-f4b0e22b-1b72-4dcf-8f62-646b173c9398 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392921 Sep 15 19:23:00.074128 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275352a0-b540-4dd6-ad82-39398398df81 req-7592308f-4958-4cf0-8655-36d902742b9f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:00.075594 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-275352a0-b540-4dd6-ad82-39398398df81 req-7592308f-4958-4cf0-8655-36d902742b9f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0751693 Sep 15 19:23:00.120025 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-275352a0-b540-4dd6-ad82-39398398df81 req-3ba4441d-6469-4f3d-a6d7-8329fafe8977 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390260 Sep 15 19:23:01.325186 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be703a6f-a7f3-467d-89e5-3c58ac7e1927 req-606a12ee-aa02-4752-8e9e-8110f7ed7653 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:01.326608 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-be703a6f-a7f3-467d-89e5-3c58ac7e1927 req-606a12ee-aa02-4752-8e9e-8110f7ed7653 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0747924 Sep 15 19:23:01.374860 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-be703a6f-a7f3-467d-89e5-3c58ac7e1927 req-518dd480-725d-4a74-897a-49678fb1a25f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415471 Sep 15 19:23:02.600798 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5381542-b8d8-45bc-a531-ae30727a33eb req-c10098ab-ddb5-4de0-9d43-1d75b87f487d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:02.602234 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5381542-b8d8-45bc-a531-ae30727a33eb req-c10098ab-ddb5-4de0-9d43-1d75b87f487d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0900164 Sep 15 19:23:02.647403 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b5381542-b8d8-45bc-a531-ae30727a33eb req-e4adebfe-f4a5-4149-b298-cc53634a0a8f tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3242690-af36-4152-a941-645ffc70a1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396774 Sep 15 19:23:02.828402 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-c4027bb0-8c69-4da3-9a50-dd0dfbd599e3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:02.830464 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-c4027bb0-8c69-4da3-9a50-dd0dfbd599e3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 947 time: 0.0763142 Sep 15 19:23:02.906296 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Deleting port 5235c9eb-ba0d-466a-9d7d-a4e838889091 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:02.906696 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:03.228854 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] For port 5235c9eb-ba0d-466a-9d7d-a4e838889091, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5235c9eb-ba0d-466a-9d7d-a4e838889091,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:03.229123 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:03.445742 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49744) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:03.516689 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:03.517061 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:03.517366 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.l3_db [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Floating IP 8de443d7-7f70-4bf5-93be-1fb563867cb8 disassociated. External IP: 172.27.2.197, port: 5235c9eb-ba0d-466a-9d7d-a4e838889091. Sep 15 19:23:03.517704 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Calling delete_port for 5235c9eb-ba0d-466a-9d7d-a4e838889091 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:03.659619 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Deleting port 64c8d136-f06c-4c06-a8ce-d5cb22ca49aa {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:03.659967 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:03.665507 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:03.672130 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0bc28bf9-d25d-40ff-a61f-c49aac4279bf tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:03.736769 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event deleted for resources: {'Port': ['ID=5235c9eb-ba0d-466a-9d7d-a4e838889091,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:03.827703 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.828426 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.828426 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.828787 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.829769 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.830133 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.830491 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.830845 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.831224 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.831565 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.831991 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:03.835624 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:03.934789 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-896a8863-d294-447a-8f3f-31d9af2034b0 req-6bccd853-b214-4a1d-940d-66cb982246a4 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 210 time: 0.0890505 Sep 15 19:23:03.974864 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Router 944ed41e-310a-4b8c-8226-7d97decb5383 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:23:03.981701 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:03.981978 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:04.001837 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:23:04.102646 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Calling delete_port for 64c8d136-f06c-4c06-a8ce-d5cb22ca49aa owned by network:floatingip {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:04.179350 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:23:04.190665 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] Sync routers for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:23:04.202956 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:04.203637 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:22:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:04.265113 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] No DVR routers for this DVR port 5235c9eb-ba0d-466a-9d7d-a4e838889091 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:23:04.267708 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:04.270626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-deleted', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:23:04.282628 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:04.287356 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4d5ae757-8cd9-43ab-862d-3c1b45693292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:04.288258 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3af16e26-7ee6-457e-a021-9a414e5fb7b4 req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.58 "DELETE /v2.0/ports/5235c9eb-ba0d-466a-9d7d-a4e838889091 HTTP/1.1" status: 204 len: 173 time: 1.4510410 Sep 15 19:23:04.333111 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77626058-e064-44be-b2bf-e6afded57536', 'name': 'network-vif-deleted', 'tag': '5235c9eb-ba0d-466a-9d7d-a4e838889091', 'status': 'completed', 'code': 200} Sep 15 19:23:04.335855 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event deleted for resources: {'Port': ['ID=64c8d136-f06c-4c06-a8ce-d5cb22ca49aa,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:04.380446 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.380822 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.381189 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.381550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.381905 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.382513 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.382875 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.383258 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.383614 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.383961 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.384310 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:04.394304 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:04.413391 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:04.438783 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for floatingip, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:04.734553 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:04.738371 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] Checking router: 944ed41e-310a-4b8c-8226-7d97decb5383 for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:23:04.748630 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:04.749216 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:22:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:04.826089 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:23:04.923449 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:05.026103 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:23:05.042498 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] Sync routers for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:23:05.059608 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:05.060695 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:22:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:05.060842 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:05.154239 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9366cf08-3753-4f7b-b8b2-156c067d8133 req-ca4a752a-eac0-4bd8-ada0-6533e38158a1 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 210 time: 0.0578241 Sep 15 19:23:05.166015 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "DELETE /v2.0/floatingips/8bcb19b7-dd88-40be-bda9-0fcee8d71fe3 HTTP/1.1" status: 204 len: 168 time: 1.7163537 Sep 15 19:23:05.166015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:23:05.256214 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:05.270002 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:05.275680 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a99d52-db70-4da5-8270-208a637dc1fb None None] The sync data for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi is: [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:17:23Z', 'revision_number': 4, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'fafa857b-5fe4-479e-a106-72f759d1e5ce', 'name': '', 'network_id': 'fb36d094-f88d-45b8-a277-8140a0219274', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'mac_address': 'fa:16:3e:9a:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:22Z', 'updated_at': '2021-09-15T19:17:39Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'subnets': [{'id': 'fc0a6830-0c9e-42b4-9c11-38806196cee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:23:05.396173 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'status': 'completed', 'code': 200} Sep 15 19:23:05.528034 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e67734-dc20-4935-a4aa-c7019c362b98 None None] New status for floating IP 8de443d7-7f70-4bf5-93be-1fb563867cb8: DOWN {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:23:05.591811 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd87d15-59ed-40c5-b6f4-d8e3ece00f87 req-75061cb5-85bf-4a8f-b7a7-4fc972f1b629 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:05.592505 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-afd87d15-59ed-40c5-b6f4-d8e3ece00f87 req-75061cb5-85bf-4a8f-b7a7-4fc972f1b629 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Synchronizing usage tracker for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:23:05.598982 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:24Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:05.603229 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] Checking router: 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:23:05.609259 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-afd87d15-59ed-40c5-b6f4-d8e3ece00f87 req-75061cb5-85bf-4a8f-b7a7-4fc972f1b629 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Unset dirty status for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:23:05.615586 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afd87d15-59ed-40c5-b6f4-d8e3ece00f87 req-75061cb5-85bf-4a8f-b7a7-4fc972f1b629 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.1026809 Sep 15 19:23:05.615756 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:05.616192 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:22:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:05.657669 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-afd87d15-59ed-40c5-b6f4-d8e3ece00f87 req-1ac5b1f9-7916-4ac6-a3b3-6e673a9d4dc7 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Sep 15 19:23:05.799842 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:06.103882 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:24Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:06.107669 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9207004-1282-49d1-ba35-ca6ce249f855 None None] The sync data for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi is: [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 4, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a9a153d3-2645-494e-9929-ed554b2f381c', 'name': '', 'network_id': '90e9ddb6-b0fa-40ba-bb96-800db19b00ee', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'mac_address': 'fa:16:3e:aa:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:05Z', 'updated_at': '2021-09-15T19:18:24Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'subnets': [{'id': 'ab75c101-bd90-4f07-bce1-242360fdaa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:23:06.327978 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be4d5e-c558-4531-a072-4735263d8085 None None] New status for floating IP 8bcb19b7-dd88-40be-bda9-0fcee8d71fe3: DOWN {{(pid=75106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:23:06.338182 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-14b9afe2-da84-40f1-ba06-7656bd309611 req-e6fbf671-d75b-426a-9e30-9b75767be17d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Synchronizing usage tracker for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:23:06.353747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-14b9afe2-da84-40f1-ba06-7656bd309611 req-e6fbf671-d75b-426a-9e30-9b75767be17d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Unset dirty status for tenant:3b3b1314ba254ad3afaedb9e5ab29e5b on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:23:06.355122 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-14b9afe2-da84-40f1-ba06-7656bd309611 req-e6fbf671-d75b-426a-9e30-9b75767be17d tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/ports?device_id=77626058-e064-44be-b2bf-e6afded57536 HTTP/1.1" status: 200 len: 210 time: 0.0587704 Sep 15 19:23:06.958853 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d03e4-4989-4a72-866b-d188b010c567 req-66ea3707-1426-43b5-baff-fc7037592f00 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:06.966098 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2c3d03e4-4989-4a72-866b-d188b010c567 req-66ea3707-1426-43b5-baff-fc7037592f00 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.1877151 Sep 15 19:23:06.981116 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-2d33436d-a46b-42da-bdc1-8f26f800c90a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 1099 time: 0.0791762 Sep 15 19:23:07.015652 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2c3d03e4-4989-4a72-866b-d188b010c567 req-fc8fad92-f1fe-4526-8c82-dd4a7f7674af tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475764 Sep 15 19:23:07.118793 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-9712c40d-611b-4984-be1d-ed14487b09b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:07.120243 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-9712c40d-611b-4984-be1d-ed14487b09b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 200 len: 908 time: 0.1314943 Sep 15 19:23:07.197645 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-07325909-2350-41e5-98d6-36d810206572 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 200 len: 217 time: 0.0689278 Sep 15 19:23:07.260919 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-f34e8fef-505a-40d3-bf84-a62e28a40f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:07.262232 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-f34e8fef-505a-40d3-bf84-a62e28a40f2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab75c101-bd90-4f07-bce1-242360fdaa18 HTTP/1.1" status: 200 len: 846 time: 0.0570889 Sep 15 19:23:07.421318 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-56723876-5cea-493d-b62c-13085507c380 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90e9ddb6-b0fa-40ba-bb96-800db19b00ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1516178 Sep 15 19:23:07.515530 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49778) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:07.597761 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-a3eaa368-304f-48e4-b816-b6db9f21b852 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679199 Sep 15 19:23:07.641900 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ba324440-3cf4-484b-a1b5-9a57eccccdc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:07.729676 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ba324440-3cf4-484b-a1b5-9a57eccccdc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:07.784252 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-27aee292-6b7a-4db8-b867-6d7163c27dcb req-6195a94f-76fe-4ebf-b594-c14661dbead7 service neutron] 10.222.0.58 "GET /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789160 Sep 15 19:23:07.800988 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ba324440-3cf4-484b-a1b5-9a57eccccdc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:07.805865 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3c66719f-d463-41ec-b928-83ee215d3f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:07.820416 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba324440-3cf4-484b-a1b5-9a57eccccdc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3242690-af36-4152-a941-645ffc70a1bd,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:07.824443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ba324440-3cf4-484b-a1b5-9a57eccccdc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:07.827826 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ba324440-3cf4-484b-a1b5-9a57eccccdc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:07.832083 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ba324440-3cf4-484b-a1b5-9a57eccccdc8 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3242690-af36-4152-a941-645ffc70a1bd HTTP/1.1" status: 204 len: 168 time: 0.3124819 Sep 15 19:23:07.832272 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49782) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:07.852404 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.api.v2.resource [None req-32514e54-840e-4c10-8e0e-6cdf52ae0742 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] show failed (client error): The resource could not be found. Sep 15 19:23:07.853388 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-32514e54-840e-4c10-8e0e-6cdf52ae0742 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "GET /v2.0/security-groups/e3242690-af36-4152-a941-645ffc70a1bd HTTP/1.1" status: 404 len: 347 time: 0.0202563 Sep 15 19:23:07.856334 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49786) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:07.881483 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:07.923632 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 5235c9eb-ba0d-466a-9d7d-a4e838889091 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:07.924092 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 5235c9eb-ba0d-466a-9d7d-a4e838889091 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:08.023442 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Deleting port 964eb396-997b-4f4d-994f-f21eb0beab41 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:08.023782 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:08.252764 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:08.253092 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:08.287721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:08.379248 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Calling delete_port for 964eb396-997b-4f4d-994f-f21eb0beab41 owned by network:floatingip {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:08.433620 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00dd5-92d6-4100-8a03-e7babe7b3888 req-27ec6121-6ead-437a-aed2-010c85b294c5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:08.435123 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ace00dd5-92d6-4100-8a03-e7babe7b3888 req-27ec6121-6ead-437a-aed2-010c85b294c5 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.2790372 Sep 15 19:23:08.574352 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ace00dd5-92d6-4100-8a03-e7babe7b3888 req-f24cd422-be13-4af0-99e8-2612e37b7cb2 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/security-groups?id=68b2539c-325f-47e4-8be6-d9dd0ffef59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307325 Sep 15 19:23:08.625212 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:08.631457 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:08.686723 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-71f3362b-2c2b-4117-88a0-e9c21a128a00 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:08.689230 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-71f3362b-2c2b-4117-88a0-e9c21a128a00 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 946 time: 0.1889994 Sep 15 19:23:08.693027 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Pushing event deleted for resources: {'Port': ['ID=964eb396-997b-4f4d-994f-f21eb0beab41,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:08.719138 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:08.830057 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Deleting port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:08.830391 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:08.877074 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks [] for floatingip, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:09.029358 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:09.030471 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] 10.222.0.20 "DELETE /v2.0/floatingips/8de443d7-7f70-4bf5-93be-1fb563867cb8 HTTP/1.1" status: 204 len: 168 time: 1.1732433 Sep 15 19:23:09.181402 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] For port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:09.181893 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:09.302975 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Calling delete_port for f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:09.450201 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:09.455598 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c2ee1ec5-098b-4000-96ad-f16d623bacc8 tempest-VolumesNegativeTest-2028881837 tempest-VolumesNegativeTest-2028881837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:09.496333 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event deleted for resources: {'Port': ['ID=f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:09.499618 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:09.574684 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] No DVR routers for this DVR port f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:23:09.577050 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:09.579588 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'name': 'network-vif-deleted', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:23:09.594018 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cb7735aa-9e5b-4118-8498-33230a744c30 req-db80a8e8-04ce-47c7-84c0-5bce12733b83 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.58 "DELETE /v2.0/ports/f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 HTTP/1.1" status: 204 len: 173 time: 0.8739486 Sep 15 19:23:09.637620 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf01dde1-446d-4a19-afe7-21946685608d', 'name': 'network-vif-deleted', 'tag': 'f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38', 'status': 'completed', 'code': 200} Sep 15 19:23:09.746219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-4bfc58c6-13fa-413c-9c4a-8c7aecb93f05 req-e16d3f5d-5c7a-4515-bae2-217916e26b82 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Synchronizing usage tracker for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:23:09.762209 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-4bfc58c6-13fa-413c-9c4a-8c7aecb93f05 req-e16d3f5d-5c7a-4515-bae2-217916e26b82 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Unset dirty status for tenant:208ef7a2f6504a3ca8f9a7e4df50150a on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:23:09.763817 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4bfc58c6-13fa-413c-9c4a-8c7aecb93f05 req-e16d3f5d-5c7a-4515-bae2-217916e26b82 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf01dde1-446d-4a19-afe7-21946685608d HTTP/1.1" status: 200 len: 210 time: 0.0582976 Sep 15 19:23:10.867002 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49862) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:10.937785 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e10bdef1-68a8-4d0f-b2ff-221f30895043 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:10.971711 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e10bdef1-68a8-4d0f-b2ff-221f30895043 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:11.037642 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e10bdef1-68a8-4d0f-b2ff-221f30895043 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:11.044279 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-a5608b77-f7e9-43b7-9b4b-68ce724015c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:11.058945 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bdef1-68a8-4d0f-b2ff-221f30895043 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b2539c-325f-47e4-8be6-d9dd0ffef59e,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:11.061493 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e10bdef1-68a8-4d0f-b2ff-221f30895043 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:11.067227 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e10bdef1-68a8-4d0f-b2ff-221f30895043 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:11.070707 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-e10bdef1-68a8-4d0f-b2ff-221f30895043 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] 10.222.0.20 "DELETE /v2.0/security-groups/68b2539c-325f-47e4-8be6-d9dd0ffef59e HTTP/1.1" status: 204 len: 168 time: 0.2003820 Sep 15 19:23:11.127184 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49874) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:11.691638 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:11.818588 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49886) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:11.896190 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:11.967608 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:11.968239 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device f6d2bd8f-4c6b-4c2d-b017-9879a0a06f38 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:12.288997 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:12.300966 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Deleting port a9a153d3-2645-494e-9929-ed554b2f381c {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:12.301487 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:12.477307 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] For port a9a153d3-2645-494e-9929-ed554b2f381c, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=a9a153d3-2645-494e-9929-ed554b2f381c,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:12.477659 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:12.602732 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Calling delete_port for a9a153d3-2645-494e-9929-ed554b2f381c owned by network:router_interface {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:12.869123 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:12.873975 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8af3b7d1-1559-40e4-911a-074813ae1c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:12.914851 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a153d3-2645-494e-9929-ed554b2f381c,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:12.917384 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:13.023877 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Deleting port fafa857b-5fe4-479e-a106-72f759d1e5ce {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:13.024385 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:13.200469 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] For port fafa857b-5fe4-479e-a106-72f759d1e5ce, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=fafa857b-5fe4-479e-a106-72f759d1e5ce,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:13.200721 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:13.209316 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:13.324887 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Calling delete_port for fafa857b-5fe4-479e-a106-72f759d1e5ce owned by network:router_interface {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:13.521671 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:13.526130 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:13.571270 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafa857b-5fe4-479e-a106-72f759d1e5ce,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:13.574960 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:13.646045 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49904) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:13.857241 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:23:13.893091 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:13.943680 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:13.950041 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Usage tracker for resource:security_group_rule and tenant:dc6b2af8bdea46d89cf7b394c48b9821 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:13.953563 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:13.961170 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:13.996074 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:14.060256 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:23:14.069921 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] Sync routers for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:23:14.078455 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-ae545a10-1175-4583-93e9-ba3fc6c791db admin admin] 10.222.0.20 "PUT /v2.0/routers/9eef18cc-927e-4fb1-8e0a-f5a9031df5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9479485 Sep 15 19:23:14.078791 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49910) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:14.083458 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:14.084063 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:22:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:14.176883 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:14.184164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:14.197323 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f930fc94-9151-4d40-85a4-1e56ece79ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:14.258043 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:14.258888 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a169aa6e-9631-49f1-aa82-e8d6cee3241c,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:14.265017 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc6b2af8bdea46d89cf7b394c48b9821&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6179645 Sep 15 19:23:14.266836 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b6c6451a-a5b7-466b-9529-c4f6be415e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:14.267898 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49914) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:14.337595 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-34209030-3a2a-4e64-96cc-8fafb9ebae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:14.367957 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-34209030-3a2a-4e64-96cc-8fafb9ebae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:14.425437 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-34209030-3a2a-4e64-96cc-8fafb9ebae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:14.431081 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c7b20a8e-b001-4a7a-a876-55eba58627be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:14.443093 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34209030-3a2a-4e64-96cc-8fafb9ebae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a169aa6e-9631-49f1-aa82-e8d6cee3241c,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:14.445968 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-34209030-3a2a-4e64-96cc-8fafb9ebae34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:14.450474 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-34209030-3a2a-4e64-96cc-8fafb9ebae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:14.451909 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-34209030-3a2a-4e64-96cc-8fafb9ebae34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a169aa6e-9631-49f1-aa82-e8d6cee3241c HTTP/1.1" status: 204 len: 168 time: 0.1829031 Sep 15 19:23:14.571490 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:23:12Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:14.576325 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] Checking router: 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:23:14.593791 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] Routers {'9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:14.595539 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:22:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:14.651443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:14.824029 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] Set router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:15.103358 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:15.112026 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:23:12Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:15.116007 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2fcbf-c2dd-460e-9aa7-cdc0609d2db2 None None] The sync data for ids ['9eef18cc-927e-4fb1-8e0a-f5a9031df5a4'] in dv-cinder-805825-3-iscsi is: [{'id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'name': 'tempest-TestShelveInstance-42744889-router', 'tenant_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:23:12Z', 'revision_number': 5, 'project_id': '208ef7a2f6504a3ca8f9a7e4df50150a', 'gw_port': {'id': '2cbead36-7720-4e5a-bcb9-461cc62d4e02', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef18cc-927e-4fb1-8e0a-f5a9031df5a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:03Z', 'updated_at': '2021-09-15T19:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:23:15.116891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Deleting port 2cbead36-7720-4e5a-bcb9-461cc62d4e02 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:15.117226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:15.278947 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Router 944ed41e-310a-4b8c-8226-7d97decb5383 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:23:15.379071 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] For port 2cbead36-7720-4e5a-bcb9-461cc62d4e02, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=2cbead36-7720-4e5a-bcb9-461cc62d4e02,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:15.379414 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:15.387145 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-955a1a5d-7d16-465c-8e00-96821958869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:15.512517 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Calling delete_port for 2cbead36-7720-4e5a-bcb9-461cc62d4e02 owned by network:router_gateway {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:15.776688 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device a9a153d3-2645-494e-9929-ed554b2f381c no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:15.815400 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: a9a153d3-2645-494e-9929-ed554b2f381c {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:15.815751 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device a9a153d3-2645-494e-9929-ed554b2f381c not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:15.827955 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:15.867840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:23:15.876974 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] Sync routers for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:23:15.884929 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:15.889312 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-431f7c70-3710-4cb0-8f9a-359797695c15 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:15.890526 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:15.891301 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:22:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:15.935843 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbead36-7720-4e5a-bcb9-461cc62d4e02,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:15.938468 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:15.974114 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] 10.222.0.20 "PUT /v2.0/routers/944ed41e-310a-4b8c-8226-7d97decb5383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1542687 Sep 15 19:23:15.976665 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49920) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:16.073771 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:16.167426 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.285596 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks [] for router, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.368154 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:23:13Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:16.371986 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] Checking router: 944ed41e-310a-4b8c-8226-7d97decb5383 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:23:16.383536 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] Routers {'944ed41e-310a-4b8c-8226-7d97decb5383'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:16.384134 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:22:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['944ed41e-310a-4b8c-8226-7d97decb5383'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:16.429356 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.434754 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.465918 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.466563 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 {{(pid=75105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:23:16.476084 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.479747 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9eef18cc-927e-4fb1-8e0a-f5a9031df5a4 HTTP/1.1" status: 204 len: 168 time: 2.3999920 Sep 15 19:23:16.480021 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49924) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:16.539892 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.553095 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Deleting port b05030e9-2208-4187-9abb-5de973df8725 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:16.553412 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.576828 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] Set router 944ed41e-310a-4b8c-8226-7d97decb5383 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:16.604211 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] Deleting subnet ab75c101-bd90-4f07-bce1-242360fdaa18 {{(pid=75104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:23:16.610691 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.695639 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66417201'] for subnet, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.842881 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] For port b05030e9-2208-4187-9abb-5de973df8725, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=b05030e9-2208-4187-9abb-5de973df8725,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:16.843328 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:16.855738 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:23:13Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:16.859591 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a93fa-4c27-4782-b27c-a8e5cdbb4def None None] The sync data for ids ['944ed41e-310a-4b8c-8226-7d97decb5383'] in dv-cinder-805825-3-iscsi is: [{'id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'name': 'tempest-AttachVolumeShelveTestJSON-1369741442-router', 'tenant_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b05030e9-2208-4187-9abb-5de973df8725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:17:19Z', 'updated_at': '2021-09-15T19:23:13Z', 'revision_number': 5, 'project_id': '3b3b1314ba254ad3afaedb9e5ab29e5b', 'gw_port': {'id': 'b05030e9-2208-4187-9abb-5de973df8725', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ed41e-310a-4b8c-8226-7d97decb5383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:17:20Z', 'updated_at': '2021-09-15T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:23:16.970082 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Calling delete_port for b05030e9-2208-4187-9abb-5de973df8725 owned by network:router_gateway {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:17.001092 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.108982 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66235820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65637250'] for subnet, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.114899 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-39bfb3e1-7400-4991-bbbc-87c727e3cce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:17.158095 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab75c101-bd90-4f07-bce1-242360fdaa18,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:17.160583 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:17.165352 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.171671 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad28d6-d6a2-40f9-b037-5f414f137c90 None None] Network 90e9ddb6-b0fa-40ba-bb96-800db19b00ee requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:23:17.177509 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-7b5f3445-130c-4e34-a720-f8004f7ee69a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab75c101-bd90-4f07-bce1-242360fdaa18 HTTP/1.1" status: 204 len: 168 time: 0.6954100 Sep 15 19:23:17.179919 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49928) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:17.334698 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.338947 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.343989 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-91bd42b8-eca6-444e-adc7-d3094bac522e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:17.390341 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05030e9-2208-4187-9abb-5de973df8725,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:17.395985 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:17.397732 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Deleting port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:17.398071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.439698 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] DHCP port deletion for 90e9ddb6-b0fa-40ba-bb96-800db19b00ee request from dv-cinder-805825-3-iscsi {{(pid=75106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:23:17.444387 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Deleting port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:17.444839 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.588583 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d06126e4-7290-4a08-aab8-32bef46389b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.688087 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] For port 5357dd4d-413a-46af-a998-60aa3ce8d4e2, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=5357dd4d-413a-46af-a998-60aa3ce8d4e2,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:17.688958 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.808395 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Calling delete_port for 5357dd4d-413a-46af-a998-60aa3ce8d4e2 owned by network:dhcp {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:17.840076 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.885686 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device fafa857b-5fe4-479e-a106-72f759d1e5ce no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:17.927240 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: fafa857b-5fe4-479e-a106-72f759d1e5ce {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:17.927494 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device fafa857b-5fe4-479e-a106-72f759d1e5ce not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:17.927761 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 5357dd4d-413a-46af-a998-60aa3ce8d4e2 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:17.970262 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264'] for port, after_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:17.975520 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:18.027666 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Pushing event deleted for resources: {'Port': ['ID=5357dd4d-413a-46af-a998-60aa3ce8d4e2,revision_number=None']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:18.040220 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] For port 5357dd4d-413a-46af-a998-60aa3ce8d4e2, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=5357dd4d-413a-46af-a998-60aa3ce8d4e2,segment=NetworkSegment(23631861-1633-4f47-b462-5c542ade7fac),segment_id=23631861-1633-4f47-b462-5c542ade7fac)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:18.040833 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.042564 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] No DVR routers for this DVR port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 on host dv-cinder-805825-3-iscsi {{(pid=75106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:23:18.052002 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.052344 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.052679 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.053021 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.053396 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.053723 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.054046 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.054366 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.054682 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.055394 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.055394 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:18.058578 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-6fc17185-50d5-473e-8e7d-e04790b7fb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:18.059289 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No active binding found for port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 {{(pid=75106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Sep 15 19:23:18.059701 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 5357dd4d-413a-46af-a998-60aa3ce8d4e2 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:18.060132 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 2cbead36-7720-4e5a-bcb9-461cc62d4e02 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:18.091285 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 2cbead36-7720-4e5a-bcb9-461cc62d4e02 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:18.091637 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 2cbead36-7720-4e5a-bcb9-461cc62d4e02 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:18.275063 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Calling delete_port for 5357dd4d-413a-46af-a998-60aa3ce8d4e2 owned by network:dhcp {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:18.319631 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.328621 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.365551 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.db.api [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:23:18.365903 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_db.api [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:23:18.369887 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.370399 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944ed41e-310a-4b8c-8226-7d97decb5383 {{(pid=75104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:23:18.386057 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.387773 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2a4c37df-b960-4b2b-8e36-79bd31dcc585 admin admin] 10.222.0.20 "DELETE /v2.0/routers/944ed41e-310a-4b8c-8226-7d97decb5383 HTTP/1.1" status: 204 len: 168 time: 2.4095600 Sep 15 19:23:18.389611 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49932) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:18.449459 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] Deleting subnet fc0a6830-0c9e-42b4-9c11-38806196cee6 {{(pid=75104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:23:18.452663 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.506808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66417201'] for subnet, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.582167 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.646647 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.651019 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66235820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65637250'] for subnet, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.654852 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-18f26f8c-ffba-405a-b1ef-7c694204305a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:18.693191 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0a6830-0c9e-42b4-9c11-38806196cee6,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:18.695661 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:18.698251 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.703469 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c9e0c-6018-4643-848d-3f6bfc664c33 None None] Network fb36d094-f88d-45b8-a277-8140a0219274 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:23:18.705338 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-9f58e314-ca28-4537-9bd6-8e51a2c90131 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc0a6830-0c9e-42b4-9c11-38806196cee6 HTTP/1.1" status: 204 len: 168 time: 0.3147883 Sep 15 19:23:18.707762 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49936) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:18.812448 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.823617 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Deleting port f42f0c87-7ae8-4d97-b86f-72b388df2386 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:18.823951 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.868115 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Deleting port 5357dd4d-413a-46af-a998-60aa3ce8d4e2 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:18.868452 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.955466 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] DHCP port deletion for fb36d094-f88d-45b8-a277-8140a0219274 request from dv-cinder-805825-3-iscsi {{(pid=75106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:23:18.959771 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] Deleting port f42f0c87-7ae8-4d97-b86f-72b388df2386 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:18.960143 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:18.966020 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] The port '5357dd4d-413a-46af-a998-60aa3ce8d4e2' was deleted {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:23:19.161113 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] For port f42f0c87-7ae8-4d97-b86f-72b388df2386, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=f42f0c87-7ae8-4d97-b86f-72b388df2386,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:19.161395 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.269567 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.276312 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] Calling delete_port for f42f0c87-7ae8-4d97-b86f-72b388df2386 owned by network:dhcp {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:19.296293 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e9ddb6-b0fa-40ba-bb96-800db19b00ee']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:19.310521 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] For port f42f0c87-7ae8-4d97-b86f-72b388df2386, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=f42f0c87-7ae8-4d97-b86f-72b388df2386,segment=NetworkSegment(2a244731-1efa-4f71-b8c0-66a4726f4351),segment_id=2a244731-1efa-4f71-b8c0-66a4726f4351)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:19.310873 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.322917 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23631861-1633-4f47-b462-5c542ade7fac') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:19.323236 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23631861-1633-4f47-b462-5c542ade7fac') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:19.349076 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264'] for port, after_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.352628 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-f461da8c-fa73-4aa5-9cf9-6c3931519d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:19.394299 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] Pushing event deleted for resources: {'Port': ['ID=f42f0c87-7ae8-4d97-b86f-72b388df2386,revision_number=None']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:19.397216 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:19.401037 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] No DVR routers for this DVR port f42f0c87-7ae8-4d97-b86f-72b388df2386 on host dv-cinder-805825-3-iscsi {{(pid=75106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:23:19.438788 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.450543 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Calling delete_port for f42f0c87-7ae8-4d97-b86f-72b388df2386 owned by network:dhcp {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:19.499247 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.510342 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:23:19.510721 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: util.warn( Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: util.warn( Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: util.warn( Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: util.warn( Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:23:19.524346 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:23:19.609626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.db.api [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:23:19.610035 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_db.api [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:23:19.613169 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.617073 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2a61b1f8-988a-48a1-93ad-1a4e54955e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:19.630353 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:19.641098 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e9ddb6-b0fa-40ba-bb96-800db19b00ee,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:19.644663 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:19.655184 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] 10.222.0.20 "DELETE /v2.0/networks/90e9ddb6-b0fa-40ba-bb96-800db19b00ee HTTP/1.1" status: 204 len: 168 time: 2.4742360 Sep 15 19:23:19.658492 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49940) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:19.816662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device f42f0c87-7ae8-4d97-b86f-72b388df2386 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:19.847805 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: f42f0c87-7ae8-4d97-b86f-72b388df2386 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:19.848254 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device f42f0c87-7ae8-4d97-b86f-72b388df2386 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:19.848714 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device b05030e9-2208-4187-9abb-5de973df8725 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:19.882669 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: b05030e9-2208-4187-9abb-5de973df8725 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:19.883031 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device b05030e9-2208-4187-9abb-5de973df8725 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:20.021059 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.030855 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.111003 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Deleting port f42f0c87-7ae8-4d97-b86f-72b388df2386 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:20.111354 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.215256 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] The port 'f42f0c87-7ae8-4d97-b86f-72b388df2386' was deleted {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:23:20.347973 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.362785 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb36d094-f88d-45b8-a277-8140a0219274']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:20.376782 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a244731-1efa-4f71-b8c0-66a4726f4351') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:20.377075 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a244731-1efa-4f71-b8c0-66a4726f4351') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:20.390781 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.414788 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.539589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:23:20.539978 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:23:20.552314 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:23:20.685132 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.694662 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ae80d124-7746-41e4-9e8e-4941deb73be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:20.732976 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:20.747533 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb36d094-f88d-45b8-a277-8140a0219274,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:20.752198 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb36d094-f88d-45b8-a277-8140a0219274 HTTP/1.1" status: 204 len: 168 time: 2.0411792 Sep 15 19:23:20.752198 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c29c2b9e-fe2e-44cc-a8c2-67e5a399045d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:20.954331 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49946) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:21.004625 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-2d7d5f95-e15c-4173-98e3-97eddde61ec8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b3b1314ba254ad3afaedb9e5ab29e5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490041 Sep 15 19:23:21.007710 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 49950) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:21.011966 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Deleting port 988f9fd2-f797-45f0-9f85-c85cc432edd5 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:21.012309 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:21.068369 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2d27497f-d038-4f5f-a825-4131a925454d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:21.093533 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2d27497f-d038-4f5f-a825-4131a925454d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:21.144253 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2d27497f-d038-4f5f-a825-4131a925454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:21.149236 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b8322ec0-4335-49a7-829d-8fe1fc499189 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:21.162803 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27497f-d038-4f5f-a825-4131a925454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575b832-8d5b-4e98-a0f1-c4ce6a88b4eb,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:21.169288 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-2d27497f-d038-4f5f-a825-4131a925454d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:21.170027 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-2d27497f-d038-4f5f-a825-4131a925454d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:21.173922 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-2d27497f-d038-4f5f-a825-4131a925454d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5575b832-8d5b-4e98-a0f1-c4ce6a88b4eb HTTP/1.1" status: 204 len: 168 time: 0.1625493 Sep 15 19:23:21.187585 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] For port 988f9fd2-f797-45f0-9f85-c85cc432edd5, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=988f9fd2-f797-45f0-9f85-c85cc432edd5,segment=NetworkSegment(472e3c52-420a-4343-93b5-8db3fef41b50),segment_id=472e3c52-420a-4343-93b5-8db3fef41b50)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:21.187809 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:21.305380 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Calling delete_port for 988f9fd2-f797-45f0-9f85-c85cc432edd5 owned by network:router_interface {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:21.479214 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:21.483402 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f4f9a5e1-86ec-473d-94f4-c6db1e46c3cc tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:21.523216 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=988f9fd2-f797-45f0-9f85-c85cc432edd5,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:21.526312 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:21.831200 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:22.496577 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Router d9e9fec7-8322-4db1-a921-374799ddbf24 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:23:22.698966 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:23:22.709829 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] Sync routers for ids ['d9e9fec7-8322-4db1-a921-374799ddbf24'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:23:22.716526 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] 10.222.0.20 "PUT /v2.0/routers/d9e9fec7-8322-4db1-a921-374799ddbf24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0570724 Sep 15 19:23:22.719216 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 49986) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:22.722419 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] Routers {'d9e9fec7-8322-4db1-a921-374799ddbf24'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:22.723370 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['d9e9fec7-8322-4db1-a921-374799ddbf24'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:22.898823 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] Set router d9e9fec7-8322-4db1-a921-374799ddbf24 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:22.942251 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks [] for router, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:23.148790 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:23.158793 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Deleting port c833d8fc-f4f7-4104-b3e7-c2509bac44d8 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:23.159173 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:23.192201 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:23:21Z', 'revision_number': 5, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port': {'id': 'c833d8fc-f4f7-4104-b3e7-c2509bac44d8', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:11Z', 'updated_at': '2021-09-15T19:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:23.196273 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] Checking router: d9e9fec7-8322-4db1-a921-374799ddbf24 for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:23:23.208130 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] Routers {'d9e9fec7-8322-4db1-a921-374799ddbf24'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:23.208709 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['d9e9fec7-8322-4db1-a921-374799ddbf24'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:23.351942 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] For port c833d8fc-f4f7-4104-b3e7-c2509bac44d8, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=c833d8fc-f4f7-4104-b3e7-c2509bac44d8,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:23.352422 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:23.364865 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] Set router d9e9fec7-8322-4db1-a921-374799ddbf24 gateway port host: None {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:23.473131 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:23:23Z', 'revision_number': 6, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port_host': None}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:23.477120 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2e4f4-aedf-46fe-bd88-443fdc7ba61e None None] The sync data for ids ['d9e9fec7-8322-4db1-a921-374799ddbf24'] in dv-cinder-805825-3-iscsi is: [{'id': 'd9e9fec7-8322-4db1-a921-374799ddbf24', 'name': 'tempest-TestShelveInstance-97588645-router', 'tenant_id': '054f613ccea547678d78889c62bf164b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:10Z', 'updated_at': '2021-09-15T19:23:23Z', 'revision_number': 6, 'project_id': '054f613ccea547678d78889c62bf164b', 'gw_port_host': None}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:23:23.480489 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Calling delete_port for c833d8fc-f4f7-4104-b3e7-c2509bac44d8 owned by network:router_gateway {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:23.547095 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50008) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:23.699062 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:23.770736 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:23.775059 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0a57b33e-4969-4995-9fb0-510ccd1114f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:23.784481 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:23.788681 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Usage tracker for resource:security_group_rule and tenant:b2bdef6cdb4f4510929d019b51e0c454 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:23.791796 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:23.798616 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:23.842144 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Pushing event deleted for resources: {'Port': ['ID=c833d8fc-f4f7-4104-b3e7-c2509bac44d8,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:23.848387 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:23.859266 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 988f9fd2-f797-45f0-9f85-c85cc432edd5 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:23.866203 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:23.871762 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:23.878657 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d4ff7b7d-406e-46fe-be1e-0fc6960bd5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:23.920979 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c296da-b424-430d-ac06-4aada810133a,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:23.947223 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:23.966315 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 988f9fd2-f797-45f0-9f85-c85cc432edd5 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:23.966315 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 988f9fd2-f797-45f0-9f85-c85cc432edd5 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:23.972505 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50014) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:23.976947 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2bdef6cdb4f4510929d019b51e0c454&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4281549 Sep 15 19:23:24.213067 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed1a-0999-4a59-af1f-504ccf8017a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.214406 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.362521 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed1a-0999-4a59-af1f-504ccf8017a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.516579 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.521432 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.546605 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed1a-0999-4a59-af1f-504ccf8017a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.549801 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-df70e9ec-df4b-4fb3-80c6-4a433149e12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:24.558261 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.558788 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e9fec7-8322-4db1-a921-374799ddbf24 {{(pid=75104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:23:24.565848 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6ed1a-0999-4a59-af1f-504ccf8017a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c296da-b424-430d-ac06-4aada810133a,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:24.570320 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-14b6ed1a-0999-4a59-af1f-504ccf8017a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:24.587091 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed1a-0999-4a59-af1f-504ccf8017a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.591184 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-14b6ed1a-0999-4a59-af1f-504ccf8017a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32c296da-b424-430d-ac06-4aada810133a HTTP/1.1" status: 204 len: 168 time: 0.6143610 Sep 15 19:23:24.591184 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.591184 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] 10.222.0.20 "DELETE /v2.0/routers/d9e9fec7-8322-4db1-a921-374799ddbf24 HTTP/1.1" status: 204 len: 168 time: 1.8694394 Sep 15 19:23:24.593291 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50020) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:24.659252 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] Deleting subnet e2758ead-6d34-4256-bad9-4d45a71c5d8e {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:23:24.662674 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.712782 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66406579'] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.832863 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.906039 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66082463'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.911399 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:24.945127 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50026) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:24.949373 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2758ead-6d34-4256-bad9-4d45a71c5d8e,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:24.957959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:24.963799 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.963950 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ecf114-b8fc-4856-92d0-74dc483719c2 None None] Network 730c3dd9-eac6-4e94-b0da-8848835f7bf6 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:23:24.964377 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.976527 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1608e171-6fa4-4862-82b2-a9ec6cdd41b7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e2758ead-6d34-4256-bad9-4d45a71c5d8e HTTP/1.1" status: 204 len: 168 time: 0.3812442 Sep 15 19:23:24.978863 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50030) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:24.996570 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:25.001277 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Usage tracker for resource:security_group_rule and tenant:82f21946854244cebbf9fdfd02548510 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:25.004567 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:25.010433 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:25.082710 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.087426 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.088587 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.096857 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bde60c93-87dd-4ca1-bf1e-fe45f1ae0046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:25.099332 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Deleting port 48a061e2-025a-44e0-8f3e-cc1c474fe154 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:25.099864 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.138044 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1f7868-94bf-44bb-ad2e-9e816602382d,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:25.140982 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:25.143422 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82f21946854244cebbf9fdfd02548510&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972797 Sep 15 19:23:25.145921 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50034) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:25.217412 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bba0cbca-1cbd-4e5c-a86e-4588424d3bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.244262 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bba0cbca-1cbd-4e5c-a86e-4588424d3bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.255444 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] DHCP port deletion for 730c3dd9-eac6-4e94-b0da-8848835f7bf6 request from dv-cinder-805825-3-iscsi {{(pid=75106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:23:25.259677 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] Deleting port 48a061e2-025a-44e0-8f3e-cc1c474fe154 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:25.260060 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.304699 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bba0cbca-1cbd-4e5c-a86e-4588424d3bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.310709 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a1b5abcf-cc48-43b0-8a24-35500d92772c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:25.325228 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0cbca-1cbd-4e5c-a86e-4588424d3bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1f7868-94bf-44bb-ad2e-9e816602382d,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:25.333638 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-bba0cbca-1cbd-4e5c-a86e-4588424d3bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.336727 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-bba0cbca-1cbd-4e5c-a86e-4588424d3bff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed1f7868-94bf-44bb-ad2e-9e816602382d HTTP/1.1" status: 204 len: 168 time: 0.1879172 Sep 15 19:23:25.336727 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bba0cbca-1cbd-4e5c-a86e-4588424d3bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:25.429978 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] For port 48a061e2-025a-44e0-8f3e-cc1c474fe154, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=48a061e2-025a-44e0-8f3e-cc1c474fe154,segment=NetworkSegment(472e3c52-420a-4343-93b5-8db3fef41b50),segment_id=472e3c52-420a-4343-93b5-8db3fef41b50)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:25.430674 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.488067 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] For port 48a061e2-025a-44e0-8f3e-cc1c474fe154, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=48a061e2-025a-44e0-8f3e-cc1c474fe154,segment=NetworkSegment(472e3c52-420a-4343-93b5-8db3fef41b50),segment_id=472e3c52-420a-4343-93b5-8db3fef41b50)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:25.488421 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.555080 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Calling delete_port for 48a061e2-025a-44e0-8f3e-cc1c474fe154 owned by network:dhcp {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:25.613064 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] Calling delete_port for 48a061e2-025a-44e0-8f3e-cc1c474fe154 owned by network:dhcp {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:23:25.638224 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.649725 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-80012206-779d-43db-9a2d-19f1bed772a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:25.696899 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.db.api [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:23:25.697261 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_db.api [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:23:25.698193 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] No DVR routers for this DVR port 48a061e2-025a-44e0-8f3e-cc1c474fe154 on host dv-cinder-805825-3-iscsi {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:23:25.730623 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a061e2-025a-44e0-8f3e-cc1c474fe154,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:25.733178 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:25.818926 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.824907 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device c833d8fc-f4f7-4104-b3e7-c2509bac44d8 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:25.832920 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730c3dd9-eac6-4e94-b0da-8848835f7bf6']}} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:25.849463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472e3c52-420a-4343-93b5-8db3fef41b50') {'for_net_delete': True} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:25.849748 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472e3c52-420a-4343-93b5-8db3fef41b50') {} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:25.858614 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: c833d8fc-f4f7-4104-b3e7-c2509bac44d8 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:25.859039 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device c833d8fc-f4f7-4104-b3e7-c2509bac44d8 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:25.859696 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 48a061e2-025a-44e0-8f3e-cc1c474fe154 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:23:25.862164 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66406586'] for segment, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.887534 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.893807 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 48a061e2-025a-44e0-8f3e-cc1c474fe154 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:23:25.894380 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 48a061e2-025a-44e0-8f3e-cc1c474fe154 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:23:25.903726 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=75105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:23:25.904137 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66409712'] for segment, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: Traceback (most recent call last): Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: timer() Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: cb(*args, **kw) Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: return func(*args, **kwargs) Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: self._notify() Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: self.callback(batched_events) Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: event.method(event) Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: return f(self, *a, **k) Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._get(url).json() Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: return self.request(url, 'GET', **kwargs) Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:23:25.918950 dv-cinder-805825-3-iscsi neutron-server[75105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:23:26.003353 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.006913 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:26.020572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.034680 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Pushing event deleted for resources: {'Network': ['ID=730c3dd9-eac6-4e94-b0da-8848835f7bf6,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:26.038811 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:26.042156 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] 10.222.0.20 "DELETE /v2.0/networks/730c3dd9-eac6-4e94-b0da-8848835f7bf6 HTTP/1.1" status: 204 len: 168 time: 1.0621769 Sep 15 19:23:26.181112 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50056) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:26.199111 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] Deleting port 48a061e2-025a-44e0-8f3e-cc1c474fe154 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:23:26.199658 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.238572 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-f6483a11-5a51-4b00-aa9d-3d4c29143a8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=208ef7a2f6504a3ca8f9a7e4df50150a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562601 Sep 15 19:23:26.240976 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50062) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:26.264677 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8a1262a9-ad48-4ad6-9655-128fa5a4a770 None None] The port '48a061e2-025a-44e0-8f3e-cc1c474fe154' was deleted {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:23:26.310071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e1a87f35-ddbb-4666-9d32-3651b487bf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.335782 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e1a87f35-ddbb-4666-9d32-3651b487bf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.389667 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e1a87f35-ddbb-4666-9d32-3651b487bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.395200 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2c0bc71c-9f3a-4ae9-9446-c6c52e54f223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:26.408112 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a87f35-ddbb-4666-9d32-3651b487bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a5134-52b9-425a-840f-46f94f0a225c,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:26.410914 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e1a87f35-ddbb-4666-9d32-3651b487bf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:26.417151 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e1a87f35-ddbb-4666-9d32-3651b487bf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.420380 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e1a87f35-ddbb-4666-9d32-3651b487bf56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db4a5134-52b9-425a-840f-46f94f0a225c HTTP/1.1" status: 204 len: 168 time: 0.1760023 Sep 15 19:23:26.719249 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50078) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:26.858132 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.869270 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50084) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:26.892581 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:26.897639 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Usage tracker for resource:security_group_rule and tenant:906fbbd8c5b744b0bcd59cf20e26fc25 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:26.900945 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:26.908137 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:26.920987 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-3472f22c-12ab-4d11-85fd-37a8c548a328 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=054f613ccea547678d78889c62bf164b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501549 Sep 15 19:23:26.924027 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50088) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:26.987093 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e1ba10ae-56f5-4ea8-9740-1f5212010344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.989169 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:26.994066 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:27.000488 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-08c6533f-470d-42e3-bb09-3479c74a4282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:27.013692 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e1ba10ae-56f5-4ea8-9740-1f5212010344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:27.038879 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05eec05-7e9b-408c-9f19-2205b0f23d41,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:27.042280 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:27.044639 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-7149eeea-69d8-4451-b2d8-ce9cae128afe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=906fbbd8c5b744b0bcd59cf20e26fc25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3243878 Sep 15 19:23:27.047355 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50092) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:27.069071 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e1ba10ae-56f5-4ea8-9740-1f5212010344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:27.073980 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e804e742-e064-440b-aeb9-6bf566275756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:27.086960 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba10ae-56f5-4ea8-9740-1f5212010344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b77634-514d-48e4-a824-4c3b2df53b57,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:27.089554 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e1ba10ae-56f5-4ea8-9740-1f5212010344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:27.090669 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e1ba10ae-56f5-4ea8-9740-1f5212010344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:27.091806 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-e1ba10ae-56f5-4ea8-9740-1f5212010344 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84b77634-514d-48e4-a824-4c3b2df53b57 HTTP/1.1" status: 204 len: 168 time: 0.1666162 Sep 15 19:23:27.108888 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-72a9ab89-7a10-4b14-acbd-b841e0fb4d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:27.134801 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-72a9ab89-7a10-4b14-acbd-b841e0fb4d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:27.189600 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-72a9ab89-7a10-4b14-acbd-b841e0fb4d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:27.195027 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e1a87f35-ddbb-4666-9d32-3651b487bf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:27.208321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9ab89-7a10-4b14-acbd-b841e0fb4d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05eec05-7e9b-408c-9f19-2205b0f23d41,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:27.211246 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-72a9ab89-7a10-4b14-acbd-b841e0fb4d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:27.213192 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-72a9ab89-7a10-4b14-acbd-b841e0fb4d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:27.214250 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-72a9ab89-7a10-4b14-acbd-b841e0fb4d90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c05eec05-7e9b-408c-9f19-2205b0f23d41 HTTP/1.1" status: 204 len: 168 time: 0.1653743 Sep 15 19:23:36.996045 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50218) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:37.132860 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.162138 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:37.165841 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Usage tracker for resource:security_group_rule and tenant:6742267e77254354b6a9816c7e3c7cf3 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:37.168555 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:37.174583 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:37.242812 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.246227 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.253547 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c5bfcb13-76fe-48a2-a5d2-0818c77b869d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:37.294883 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6742267e77254354b6a9816c7e3c7cf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2978325 Sep 15 19:23:37.295609 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365aae35-11cf-41ab-b001-abb4f7339e1b,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:37.298302 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50224) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:37.299283 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:37.358321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fc840049-fa21-4d21-8b3b-c02cbacffacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.383422 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fc840049-fa21-4d21-8b3b-c02cbacffacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.445400 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fc840049-fa21-4d21-8b3b-c02cbacffacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.450339 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2fd9f0f1-ca2d-4d38-a540-b4c38b0534fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:37.462145 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc840049-fa21-4d21-8b3b-c02cbacffacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365aae35-11cf-41ab-b001-abb4f7339e1b,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:37.464439 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fc840049-fa21-4d21-8b3b-c02cbacffacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:37.468403 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fc840049-fa21-4d21-8b3b-c02cbacffacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.470256 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-fc840049-fa21-4d21-8b3b-c02cbacffacd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/365aae35-11cf-41ab-b001-abb4f7339e1b HTTP/1.1" status: 204 len: 168 time: 0.1708860 Sep 15 19:23:37.788800 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50232) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:37.807050 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.837241 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:37.841416 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:94ef7d7d30e74d2cb711d1884ecdb694 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:37.844724 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:37.850235 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:37.999051 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.002610 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.009555 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-06bb7b91-3ab7-4e91-815c-4ea48e6fef1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:38.048317 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae5bb00-3a46-4628-bf27-d03558f957aa,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:38.051285 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:38.053444 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-43422a83-a6a5-4b5e-b846-29d5346de6a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94ef7d7d30e74d2cb711d1884ecdb694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2636406 Sep 15 19:23:38.056155 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50236) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:38.113364 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-81d2a407-745d-4d63-b866-f6d4df705717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.138394 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-81d2a407-745d-4d63-b866-f6d4df705717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.187567 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-81d2a407-745d-4d63-b866-f6d4df705717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.192967 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b27d4370-1a53-46df-9229-3c3d4c6735f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:38.208308 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2a407-745d-4d63-b866-f6d4df705717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae5bb00-3a46-4628-bf27-d03558f957aa,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:38.210590 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-81d2a407-745d-4d63-b866-f6d4df705717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:38.212728 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-81d2a407-745d-4d63-b866-f6d4df705717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.213807 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-81d2a407-745d-4d63-b866-f6d4df705717 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ae5bb00-3a46-4628-bf27-d03558f957aa HTTP/1.1" status: 204 len: 168 time: 0.1568491 Sep 15 19:23:38.290400 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.595485 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50244) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:38.613724 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.648837 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:38.653783 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Usage tracker for resource:security_group_rule and tenant:bb115abe762443e994bec0d24804b85b is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:38.656549 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:38.665111 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:38.744431 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.748171 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.754892 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:38.795719 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb115abe762443e994bec0d24804b85b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1992118 Sep 15 19:23:38.796550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dc197b-c1ae-4d64-b4a4-bb537741e8f6,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:38.798977 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50248) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:38.800041 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-881e42f3-e989-437b-b3e9-88c2cede70fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:38.857370 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04b84c91-0107-4a92-9c40-1c5c618b644a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.882178 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04b84c91-0107-4a92-9c40-1c5c618b644a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.932201 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04b84c91-0107-4a92-9c40-1c5c618b644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.935829 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1ee6fbcc-704b-4bfe-b33b-e5a0bc417fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:38.948626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b84c91-0107-4a92-9c40-1c5c618b644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dc197b-c1ae-4d64-b4a4-bb537741e8f6,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:38.952154 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-04b84c91-0107-4a92-9c40-1c5c618b644a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:38.957552 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-04b84c91-0107-4a92-9c40-1c5c618b644a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.958714 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-04b84c91-0107-4a92-9c40-1c5c618b644a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79dc197b-c1ae-4d64-b4a4-bb537741e8f6 HTTP/1.1" status: 204 len: 168 time: 0.1587250 Sep 15 19:23:41.003431 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:23:45.389144 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-b8272efc-1eb3-4cfb-ba36-e15bc917e0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:45.803399 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:47.573033 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-745477be-7285-4300-9c11-4680c87507ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:47.717886 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50322) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:47.856683 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:47.886489 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:47.890232 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Usage tracker for resource:security_group_rule and tenant:a62e2e8c4bf04f078eb730c719c64c7c is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:47.893600 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:47.899588 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:47.965264 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:47.969102 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:47.979979 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e92ee3eb-966c-4a4d-a41c-14975dc9ab0e tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:48.019453 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab627b-74b9-4ef6-8edf-10533f421d84,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:48.023575 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a62e2e8c4bf04f078eb730c719c64c7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3047090 Sep 15 19:23:48.024546 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-83041ae3-1abf-4ac1-894a-1b2361dafe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:48.026160 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50328) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:48.083017 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a3f643b3-28ec-4b75-8bbb-3175048f8387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:48.106985 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a3f643b3-28ec-4b75-8bbb-3175048f8387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:48.156846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a3f643b3-28ec-4b75-8bbb-3175048f8387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:48.160345 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fc840049-fa21-4d21-8b3b-c02cbacffacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:48.172589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f643b3-28ec-4b75-8bbb-3175048f8387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab627b-74b9-4ef6-8edf-10533f421d84,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:48.176823 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a3f643b3-28ec-4b75-8bbb-3175048f8387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:48.181986 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a3f643b3-28ec-4b75-8bbb-3175048f8387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:48.183088 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-a3f643b3-28ec-4b75-8bbb-3175048f8387 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eab627b-74b9-4ef6-8edf-10533f421d84 HTTP/1.1" status: 204 len: 168 time: 0.1561773 Sep 15 19:23:48.649950 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:48.960327 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50350) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:49.086237 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-109719049-network', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:23:49.090824 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:49.094631 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Usage tracker for resource:network and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:49.098071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:49.103662 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:49.113726 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Made reservation on behalf of e95885146d6e4bb48e2e03bd1ddb2fb6 for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:23:49.116137 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.128068 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.162454 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:49.166143 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Usage tracker for resource:security_group_rule and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:49.168855 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:49.174384 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:49.238434 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.241859 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.244598 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-50dff913-9340-4cba-bbdc-dc3e193d69a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:49.274074 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:23:49.279358 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9cb391-186b-4bae-99e8-f1b077d30f01,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:49.282999 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:49.286734 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.287140 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Added segment 6b521d7f-0a1b-4ca6-b988-2d0571da3170 of type vlan for network 098ce35e-b253-4a87-b355-bb011855b349 Sep 15 19:23:49.312374 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.340551 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.341675 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:49.342255 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.346731 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:49.438057 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4766424 Sep 15 19:23:49.441452 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50356) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:49.446658 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Pushing event updated for resources: {'Network': ['ID=098ce35e-b253-4a87-b355-bb011855b349,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:49.447112 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Request body: {'subnet': {'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-109719049-subnet', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:23:49.449276 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:49.451962 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:49.456842 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 098ce35e-b253-4a87-b355-bb011855b349 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:23:49.457437 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Usage tracker for resource:subnet and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:49.460381 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:49.470050 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:49.479479 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Made reservation on behalf of e95885146d6e4bb48e2e03bd1ddb2fb6 for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:23:49.481703 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66082434'] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.679597 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66406547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66082452'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.684223 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b5b54c5a-4bda-4cce-81dc-9d609d70f3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:49.751747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5897f168-8b1d-40d9-9c16-f09daf588c56,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:49.755463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:49.763584 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Checking segment: {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:23:49.763945 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Network hostable DHCP agents. Network: 098ce35e-b253-4a87-b355-bb011855b349, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:23:49.784046 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Network 098ce35e-b253-4a87-b355-bb011855b349 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:23:49.792618 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 098ce35e-b253-4a87-b355-bb011855b349) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:49.796410 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:49.796991 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.803279 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc8d154-5b4d-4744-a764-d4a83986aa69 None None] Network 098ce35e-b253-4a87-b355-bb011855b349 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:23:49.818091 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3755803 Sep 15 19:23:49.820934 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50360) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:49.826216 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:23:49.830789 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:49.834647 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Usage tracker for resource:router and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:49.837463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:49.843159 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:49.856617 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.857552 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:49.878525 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.019437 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-098ce35e-b253-4a87-b355-bb011855b349', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:23:50.020220 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.022509 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.049650 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.206368 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.266689 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Allocated IP 172.20.0.2 (098ce35e-b253-4a87-b355-bb011855b349/5897f168-8b1d-40d9-9c16-f09daf588c56/3f28102d-66d2-4eb1-9219-d3499d8423d6) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:23:50.326345 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.458502 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Allocated IP 172.27.2.168 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/f31a6079-b1b6-4736-8576-6a7d7ebc9bab) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:23:50.583481 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.593875 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Transition to ACTIVE for port object 3f28102d-66d2-4eb1-9219-d3499d8423d6 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:23:50.607600 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.613717 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Transition to ACTIVE for port object 3f28102d-66d2-4eb1-9219-d3499d8423d6 will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:23:50.619574 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.624228 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:50.635526 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.639682 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-91997164-e930-459c-b4ad-c6588e773c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:50.685059 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Network 098ce35e-b253-4a87-b355-bb011855b349 is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:23:50.687953 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:50.694249 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:23:50.696830 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Pushing event updated for resources: {'Port': ['ID=3f28102d-66d2-4eb1-9219-d3499d8423d6,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:50.702117 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:50.706624 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:23:50.709684 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:50.716408 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:23:50.741951 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Pushing event updated for resources: {'Port': ['ID=f31a6079-b1b6-4736-8576-6a7d7ebc9bab,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:50.746898 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:50.786304 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Attempting to bind port 3f28102d-66d2-4eb1-9219-d3499d8423d6 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:23:50.786681 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Attempting to bind port 3f28102d-66d2-4eb1-9219-d3499d8423d6 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:23:50.787049 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Attempting to bind port 3f28102d-66d2-4eb1-9219-d3499d8423d6 on network 098ce35e-b253-4a87-b355-bb011855b349 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:23:50.793332 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:23:50.793711 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Checking segment: {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:23:50.794112 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.794506 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Bound using segment: {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:23:50.794969 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Bound port: 3f28102d-66d2-4eb1-9219-d3499d8423d6, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:23:50.795371 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.874104 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.874828 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.882009 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] For port 3f28102d-66d2-4eb1-9219-d3499d8423d6, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:23:50.885495 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] For port 3f28102d-66d2-4eb1-9219-d3499d8423d6, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=3f28102d-66d2-4eb1-9219-d3499d8423d6,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:23:50.890031 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:50.894324 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-143fb74a-e961-4690-a5cc-24a35290e711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:50.979297 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Pushing event updated for resources: {'Port': ['ID=3f28102d-66d2-4eb1-9219-d3499d8423d6,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:50.983699 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:51.124892 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Router af2149e1-cbce-439b-804f-478c3b202af6 is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:23:51.332196 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:23:51.340436 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Sync routers for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:23:51.351669 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:51.352276 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:51.356572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:51.357908 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5360634 Sep 15 19:23:51.361177 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50364) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:51.526154 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:51.834083 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:50Z', 'revision_number': 3, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:51.838200 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Checking router: af2149e1-cbce-439b-804f-478c3b202af6 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:23:51.838558 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Updating router af2149e1-cbce-439b-804f-478c3b202af6 port f31a6079-b1b6-4736-8576-6a7d7ebc9bab binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:23:51.866954 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe486db-323e-491f-927e-89f56e003a8e None None] Network 098ce35e-b253-4a87-b355-bb011855b349 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:23:51.901399 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 3f28102d-66d2-4eb1-9219-d3499d8423d6 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:23:52.038182 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.111088 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-4eff8172-211a-4a95-a327-0f15297cd69a None None] Provisioning for port 3f28102d-66d2-4eb1-9219-d3499d8423d6 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:23:52.216091 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.235365 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 3f28102d-66d2-4eb1-9219-d3499d8423d6 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:23:52.315056 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 3f28102d-66d2-4eb1-9219-d3499d8423d6 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:52.315459 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.420532 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Allocated IP 172.20.0.1 (098ce35e-b253-4a87-b355-bb011855b349/5897f168-8b1d-40d9-9c16-f09daf588c56/6d624479-429f-4719-82a4-5cf377a41766) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:23:52.565610 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.569414 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.584479 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Transition to ACTIVE for port object 6d624479-429f-4719-82a4-5cf377a41766 will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:23:52.609834 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.613704 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:52.656827 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 3f28102d-66d2-4eb1-9219-d3499d8423d6, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=3f28102d-66d2-4eb1-9219-d3499d8423d6,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:52.664766 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.671492 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:52.690178 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Network 098ce35e-b253-4a87-b355-bb011855b349 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:23:52.691393 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Pushing event updated for resources: {'Port': ['ID=6d624479-429f-4719-82a4-5cf377a41766,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:52.694763 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:52.695617 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:52.697816 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:23:52.710451 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.739793 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Transition to ACTIVE for port object f31a6079-b1b6-4736-8576-6a7d7ebc9bab will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:23:52.751922 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.760367 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.761468 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=3f28102d-66d2-4eb1-9219-d3499d8423d6,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:52.766038 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:52.766503 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:52.842760 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Attempting to bind port f31a6079-b1b6-4736-8576-6a7d7ebc9bab on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:23:52.843050 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Attempting to bind port f31a6079-b1b6-4736-8576-6a7d7ebc9bab by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:23:52.843445 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Attempting to bind port f31a6079-b1b6-4736-8576-6a7d7ebc9bab on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:23:52.847866 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.852816 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3423c-e9be-46d9-b7b5-5629383c85cc None None] Pushing event updated for resources: {'Port': ['ID=f31a6079-b1b6-4736-8576-6a7d7ebc9bab,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:52.857584 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-41a3423c-e9be-46d9-b7b5-5629383c85cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:52.862930 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:23:52.863339 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:23:52.863743 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.864128 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:23:52.864993 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Bound port: f31a6079-b1b6-4736-8576-6a7d7ebc9bab, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:23:52.864993 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.895764 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-f773b7ca-ff5e-4b78-909b-da4c2b9cb801 None None] Provisioning complete for port 3f28102d-66d2-4eb1-9219-d3499d8423d6 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:52.896149 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f773b7ca-ff5e-4b78-909b-da4c2b9cb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:52.990792 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] For port f31a6079-b1b6-4736-8576-6a7d7ebc9bab, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:23:52.994181 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] For port f31a6079-b1b6-4736-8576-6a7d7ebc9bab, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=f31a6079-b1b6-4736-8576-6a7d7ebc9bab,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:23:52.998721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:53.003360 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:53.105152 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:53.109841 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:53.128629 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3423c-e9be-46d9-b7b5-5629383c85cc None None] Pushing event updated for resources: {'Port': ['ID=f31a6079-b1b6-4736-8576-6a7d7ebc9bab,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:53.132412 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-41a3423c-e9be-46d9-b7b5-5629383c85cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:53.134939 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:53.135565 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:53.136783 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fd8562ee-8902-4406-9a28-e6815da245ce tempest-VolumesSnapshotTestJSON-1858112872 tempest-VolumesSnapshotTestJSON-1858112872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:53.220531 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:53.224526 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Pushing event updated for resources: {'Port': ['ID=6d624479-429f-4719-82a4-5cf377a41766,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:53.227900 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:53.312812 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-e96fcdbc-d656-4944-a7ea-c96f695cce53 None None] Provisioning for port 6d624479-429f-4719-82a4-5cf377a41766 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:23:53.322640 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-e96fcdbc-d656-4944-a7ea-c96f695cce53 None None] Provisioning complete for port 6d624479-429f-4719-82a4-5cf377a41766 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:53.323084 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e96fcdbc-d656-4944-a7ea-c96f695cce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:53.361838 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:53.372222 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Network 098ce35e-b253-4a87-b355-bb011855b349 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:23:53.373268 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:53.439992 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-e96fcdbc-d656-4944-a7ea-c96f695cce53 None None] Port 6d624479-429f-4719-82a4-5cf377a41766 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:23:53.634164 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-722552a3-6ab0-42d8-8b1e-cd209d8d6ceb None None] Provisioning complete for port 6d624479-429f-4719-82a4-5cf377a41766 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:53.634455 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-722552a3-6ab0-42d8-8b1e-cd209d8d6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:53.727092 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-722552a3-6ab0-42d8-8b1e-cd209d8d6ceb None None] Port 6d624479-429f-4719-82a4-5cf377a41766 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:23:53.750044 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 2, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:53.754776 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04a2d1-ba06-45a7-a1c4-224cc8753877 None None] The sync data for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi is: [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 2, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:23:53.847305 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 3f28102d-66d2-4eb1-9219-d3499d8423d6 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:23:53.881543 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Router af2149e1-cbce-439b-804f-478c3b202af6 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:23:53.920250 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 3f28102d-66d2-4eb1-9219-d3499d8423d6 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:53.920250 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:54.147291 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:23:54.160414 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] 10.222.0.20 "PUT /v2.0/routers/af2149e1-cbce-439b-804f-478c3b202af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7942238 Sep 15 19:23:55.019020 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50386) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:55.024562 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1247934192-network', 'tenant_id': '10b51da4167d41219391fead0f112f08'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:23:55.029199 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:55.033600 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Usage tracker for resource:network and tenant:10b51da4167d41219391fead0f112f08 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:55.036438 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:55.042219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:55.052424 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Made reservation on behalf of 10b51da4167d41219391fead0f112f08 for: {'network': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:23:55.054586 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.066321 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.097587 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:55.101279 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Usage tracker for resource:security_group_rule and tenant:10b51da4167d41219391fead0f112f08 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:55.104017 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:55.109644 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:55.181157 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.184825 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.187655 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e1ba10ae-56f5-4ea8-9740-1f5212010344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:55.217234 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=75105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:23:55.222876 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa902ded-547a-49c5-acd4-512e1dacebae,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:55.226485 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:55.231026 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.231026 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.segments_db [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Added segment adf3666f-fe74-444a-88f5-6b5ad512682f of type vlan for network 3a2ae79d-6238-4717-a773-6e1824b3059c Sep 15 19:23:55.256715 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.285400 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.286648 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:55.287250 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.291728 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:55.391354 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3711917 Sep 15 19:23:55.392833 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Pushing event updated for resources: {'Network': ['ID=3a2ae79d-6238-4717-a773-6e1824b3059c,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:55.394738 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50390) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:55.395817 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bab07af6-cb72-41d4-84d1-e77cbf250d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:55.400462 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Request body: {'subnet': {'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1247934192-subnet', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'ip_version': 4}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:23:55.402965 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 3a2ae79d-6238-4717-a773-6e1824b3059c details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:23:55.405258 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:55.409006 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Usage tracker for resource:subnet and tenant:10b51da4167d41219391fead0f112f08 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:55.411962 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:55.418476 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:55.428898 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Made reservation on behalf of 10b51da4167d41219391fead0f112f08 for: {'subnet': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:23:55.431357 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65637279'] for subnet, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.623319 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66235757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65637257'] for subnet, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.628043 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-adf25eea-241d-417d-b0e5-9ce1af1dfc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:55.701457 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54e2210-d870-44ab-a3f3-702508dc3485,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:55.708284 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:55.716329 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Checking segment: {'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:23:55.716704 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Network hostable DHCP agents. Network: 3a2ae79d-6238-4717-a773-6e1824b3059c, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:23:55.737523 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Network 3a2ae79d-6238-4717-a773-6e1824b3059c is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:23:55.746370 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 3a2ae79d-6238-4717-a773-6e1824b3059c) {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:55.750103 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:23:55.750743 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.756124 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d9291-a308-4918-8408-3470c830432f None None] Network 3a2ae79d-6238-4717-a773-6e1824b3059c requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:23:55.772117 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-db2329c1-118f-4c58-aacc-0c7641640fe9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3761485 Sep 15 19:23:55.774435 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50394) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:55.779494 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:23:55.784737 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:23:55.788466 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Usage tracker for resource:router and tenant:10b51da4167d41219391fead0f112f08 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:23:55.791691 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:23:55.797049 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:23:55.809367 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.810811 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.836896 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:55.867424 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device f31a6079-b1b6-4736-8576-6a7d7ebc9bab up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:23:55.982671 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.004613 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port f31a6079-b1b6-4736-8576-6a7d7ebc9bab completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:23:56.035598 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port f31a6079-b1b6-4736-8576-6a7d7ebc9bab triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:56.035981 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.080849 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-3a2ae79d-6238-4717-a773-6e1824b3059c', 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'fixed_ips': [{'subnet_id': 'd54e2210-d870-44ab-a3f3-702508dc3485'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:23:56.081639 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.165799 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.195859 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.285856 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.314090 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port f31a6079-b1b6-4736-8576-6a7d7ebc9bab, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=f31a6079-b1b6-4736-8576-6a7d7ebc9bab,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:56.320566 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Allocated IP 172.20.0.2 (3a2ae79d-6238-4717-a773-6e1824b3059c/d54e2210-d870-44ab-a3f3-702508dc3485/d0e9dbea-dcd1-48b2-bc19-3abda9867338) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:23:56.322436 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.326396 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:56.334937 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Allocated IP 172.27.2.124 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/1180bb52-7b4b-4264-b3f1-dba86810ffe4) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:23:56.481825 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=f31a6079-b1b6-4736-8576-6a7d7ebc9bab,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:56.493416 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:56.577016 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.596701 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.603778 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.606368 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Transition to ACTIVE for port object d0e9dbea-dcd1-48b2-bc19-3abda9867338 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:23:56.607968 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-cc903fe5-b014-4e68-81c6-cca72160b148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:56.624592 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Transition to ACTIVE for port object d0e9dbea-dcd1-48b2-bc19-3abda9867338 will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:23:56.630572 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.634784 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:56.669536 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:23:56.670630 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:56.674977 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:23:56.698368 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Network 3a2ae79d-6238-4717-a773-6e1824b3059c is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:23:56.701186 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:56.705271 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:23:56.707316 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Pushing event updated for resources: {'Port': ['ID=d0e9dbea-dcd1-48b2-bc19-3abda9867338,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:56.711023 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:56.718967 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Pushing event updated for resources: {'Port': ['ID=1180bb52-7b4b-4264-b3f1-dba86810ffe4,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:56.723327 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:56.794847 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Attempting to bind port d0e9dbea-dcd1-48b2-bc19-3abda9867338 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:23:56.797019 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Attempting to bind port d0e9dbea-dcd1-48b2-bc19-3abda9867338 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:23:56.797389 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Attempting to bind port d0e9dbea-dcd1-48b2-bc19-3abda9867338 on network 3a2ae79d-6238-4717-a773-6e1824b3059c {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:23:56.804569 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:23:56.804939 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Checking segment: {'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:23:56.805358 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.805725 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Bound using segment: {'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:23:56.806179 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Bound port: d0e9dbea-dcd1-48b2-bc19-3abda9867338, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:23:56.806550 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.845177 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.845842 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.893099 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] For port d0e9dbea-dcd1-48b2-bc19-3abda9867338, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:23:56.896068 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] For port d0e9dbea-dcd1-48b2-bc19-3abda9867338, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d0e9dbea-dcd1-48b2-bc19-3abda9867338,segment=NetworkSegment(adf3666f-fe74-444a-88f5-6b5ad512682f),segment_id=adf3666f-fe74-444a-88f5-6b5ad512682f)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:23:56.900620 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:56.904587 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:56.977411 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Pushing event updated for resources: {'Port': ['ID=d0e9dbea-dcd1-48b2-bc19-3abda9867338,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:56.981077 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:57.084016 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Router bb54771a-6d68-494a-9736-84e8c6659f1a is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:23:57.294469 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:23:57.303773 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Sync routers for ids ['bb54771a-6d68-494a-9736-84e8c6659f1a'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:23:57.315213 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Routers {'bb54771a-6d68-494a-9736-84e8c6659f1a'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:57.315877 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['bb54771a-6d68-494a-9736-84e8c6659f1a'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:57.317078 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:57.318318 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-1ee3f447-54d4-4b96-aa28-5fb955b85687 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5429368 Sep 15 19:23:57.320995 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50398) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:23:57.520388 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Set router bb54771a-6d68-494a-9736-84e8c6659f1a gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:57.809793 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 3, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port': {'id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:56Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:57.815053 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Checking router: bb54771a-6d68-494a-9736-84e8c6659f1a for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:23:57.815053 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Updating router bb54771a-6d68-494a-9736-84e8c6659f1a port 1180bb52-7b4b-4264-b3f1-dba86810ffe4 binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:23:57.847058 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651dd25-d3cd-4510-a9c7-95e1506c4c00 None None] Network 3a2ae79d-6238-4717-a773-6e1824b3059c requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:23:57.875194 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:57.960609 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device f31a6079-b1b6-4736-8576-6a7d7ebc9bab up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:23:58.003095 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-89925937-fbd3-4a03-b0d0-c0d948c250f3 None None] Provisioning for port d0e9dbea-dcd1-48b2-bc19-3abda9867338 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:23:58.154640 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port f31a6079-b1b6-4736-8576-6a7d7ebc9bab triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:58.154912 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.155384 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.260607 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.273432 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Transition to ACTIVE for port object 1180bb52-7b4b-4264-b3f1-dba86810ffe4 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:23:58.280922 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.286222 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:58.326273 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d0e9dbea-dcd1-48b2-bc19-3abda9867338 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:23:58.360961 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Pushing event updated for resources: {'Port': ['ID=1180bb52-7b4b-4264-b3f1-dba86810ffe4,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:58.372358 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.372960 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.373382 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.373942 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.374234 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.374648 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.375062 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.375493 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.375969 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.376375 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.376803 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:58.382423 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:58.405578 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Attempting to bind port 1180bb52-7b4b-4264-b3f1-dba86810ffe4 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:23:58.406015 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Attempting to bind port 1180bb52-7b4b-4264-b3f1-dba86810ffe4 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:23:58.406457 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Attempting to bind port 1180bb52-7b4b-4264-b3f1-dba86810ffe4 on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:23:58.410909 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port d0e9dbea-dcd1-48b2-bc19-3abda9867338 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:23:58.415454 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:23:58.415951 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:23:58.416448 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.416945 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port d0e9dbea-dcd1-48b2-bc19-3abda9867338 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:58.417126 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:23:58.417547 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.417723 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Bound port: 1180bb52-7b4b-4264-b3f1-dba86810ffe4, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:23:58.418183 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.496473 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] For port 1180bb52-7b4b-4264-b3f1-dba86810ffe4, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:23:58.501850 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] For port 1180bb52-7b4b-4264-b3f1-dba86810ffe4, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=1180bb52-7b4b-4264-b3f1-dba86810ffe4,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:23:58.507325 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.513191 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0510f640-9b53-48ad-afb6-bc1522f10f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:58.515369 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Allocated IP 172.20.0.1 (3a2ae79d-6238-4717-a773-6e1824b3059c/d54e2210-d870-44ab-a3f3-702508dc3485/51b81b35-7b91-494c-867c-0fe58bde7da1) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:23:58.539295 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.578127 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port d0e9dbea-dcd1-48b2-bc19-3abda9867338, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d0e9dbea-dcd1-48b2-bc19-3abda9867338,segment=NetworkSegment(adf3666f-fe74-444a-88f5-6b5ad512682f),segment_id=adf3666f-fe74-444a-88f5-6b5ad512682f)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:23:58.582838 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.587879 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:58.603321 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Pushing event updated for resources: {'Port': ['ID=1180bb52-7b4b-4264-b3f1-dba86810ffe4,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:58.607145 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:58.608113 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Routers {'bb54771a-6d68-494a-9736-84e8c6659f1a'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:23:58.608693 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['bb54771a-6d68-494a-9736-84e8c6659f1a'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:58.663437 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-a4d62d3d-a334-4151-95e1-0f9e0f711143 None None] Provisioning complete for port d0e9dbea-dcd1-48b2-bc19-3abda9867338 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:58.663759 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-a4d62d3d-a334-4151-95e1-0f9e0f711143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.694047 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=d0e9dbea-dcd1-48b2-bc19-3abda9867338,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:58.702503 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:58.708446 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.725688 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.provisioning_blocks [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Transition to ACTIVE for port object 51b81b35-7b91-494c-867c-0fe58bde7da1 will not be triggered until provisioned by entity DHCP. {{(pid=75104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:23:58.747870 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.755951 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0272f145-40d7-4ab2-a010-f93f00b5de1e tempest-ServerRescueNegativeTestJSON-1753086261 tempest-ServerRescueNegativeTestJSON-1753086261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:58.783953 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] Set router bb54771a-6d68-494a-9736-84e8c6659f1a gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:23:58.825946 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Network 3a2ae79d-6238-4717-a773-6e1824b3059c is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:23:58.828819 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:58.832682 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:23:58.862483 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Pushing event updated for resources: {'Port': ['ID=51b81b35-7b91-494c-867c-0fe58bde7da1,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:58.865809 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:58.892487 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:58.988416 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:59.109450 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 3, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port': {'id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:56Z', 'updated_at': '2021-09-15T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:23:59.110239 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-b99a4616-bcdc-4fd2-8ab6-cb34c0a0f068 None None] Provisioning for port 51b81b35-7b91-494c-867c-0fe58bde7da1 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:23:59.114542 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fdb81-6cdf-465f-b992-290b7cf4d838 None None] The sync data for ids ['bb54771a-6d68-494a-9736-84e8c6659f1a'] in dv-cinder-805825-3-iscsi is: [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 3, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port': {'id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:56Z', 'updated_at': '2021-09-15T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:23:59.115810 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-b99a4616-bcdc-4fd2-8ab6-cb34c0a0f068 None None] Provisioning complete for port 51b81b35-7b91-494c-867c-0fe58bde7da1 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:59.116274 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-b99a4616-bcdc-4fd2-8ab6-cb34c0a0f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:59.168956 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-b99a4616-bcdc-4fd2-8ab6-cb34c0a0f068 None None] Port 51b81b35-7b91-494c-867c-0fe58bde7da1 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:23:59.214530 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:59.218844 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:59.244306 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:23:59.320533 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:59.323798 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Pushing event updated for resources: {'Port': ['ID=51b81b35-7b91-494c-867c-0fe58bde7da1,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:59.327455 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:23:59.474603 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Network 3a2ae79d-6238-4717-a773-6e1824b3059c is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:23:59.475602 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:23:59.692334 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-3a6d451e-f42a-48e0-b589-49463dd3af0d None None] Provisioning complete for port 51b81b35-7b91-494c-867c-0fe58bde7da1 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:59.692708 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3a6d451e-f42a-48e0-b589-49463dd3af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:59.744957 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d451e-f42a-48e0-b589-49463dd3af0d None None] Port 51b81b35-7b91-494c-867c-0fe58bde7da1 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:23:59.839677 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d0e9dbea-dcd1-48b2-bc19-3abda9867338 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:23:59.858194 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Router bb54771a-6d68-494a-9736-84e8c6659f1a has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:23:59.909343 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port d0e9dbea-dcd1-48b2-bc19-3abda9867338 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:23:59.909717 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:00.061308 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:24:00.070466 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0fd38e19-eed1-4b41-9d8c-11f95f8609bf admin admin] 10.222.0.20 "PUT /v2.0/routers/bb54771a-6d68-494a-9736-84e8c6659f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7485445 Sep 15 19:24:05.871948 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 1180bb52-7b4b-4264-b3f1-dba86810ffe4 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:24:05.953793 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 1180bb52-7b4b-4264-b3f1-dba86810ffe4 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:24:05.959021 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 1180bb52-7b4b-4264-b3f1-dba86810ffe4 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:05.959527 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:06.081497 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:06.100662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 1180bb52-7b4b-4264-b3f1-dba86810ffe4, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=1180bb52-7b4b-4264-b3f1-dba86810ffe4,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:24:06.105728 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:06.107948 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-41a3423c-e9be-46d9-b7b5-5629383c85cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:06.180568 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=1180bb52-7b4b-4264-b3f1-dba86810ffe4,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:06.183746 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:07.850890 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 1180bb52-7b4b-4264-b3f1-dba86810ffe4 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:24:07.930616 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 1180bb52-7b4b-4264-b3f1-dba86810ffe4 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:07.930996 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:08.302179 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:08.586647 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Sync routers for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:24:08.608022 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:24:08.608689 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:08.795453 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:24:09.155497 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 2, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:09.162422 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Checking router: af2149e1-cbce-439b-804f-478c3b202af6 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:24:09.163054 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Updating router af2149e1-cbce-439b-804f-478c3b202af6 port 6d624479-429f-4719-82a4-5cf377a41766 binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:24:09.222684 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:09.608160 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:09.619243 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Transition to ACTIVE for port object 6d624479-429f-4719-82a4-5cf377a41766 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:24:09.625414 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:09.631838 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:09.765264 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eaf2f-f00d-4ca4-8c69-780652c605c2 None None] Pushing event updated for resources: {'Port': ['ID=6d624479-429f-4719-82a4-5cf377a41766,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:09.768810 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-5a0eaf2f-f00d-4ca4-8c69-780652c605c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:09.881134 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Attempting to bind port 6d624479-429f-4719-82a4-5cf377a41766 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:24:09.881516 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Attempting to bind port 6d624479-429f-4719-82a4-5cf377a41766 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:24:09.881888 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Attempting to bind port 6d624479-429f-4719-82a4-5cf377a41766 on network 098ce35e-b253-4a87-b355-bb011855b349 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:24:09.896555 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:24:09.896953 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Checking segment: {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:24:09.897320 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:09.897711 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Bound using segment: {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:24:09.898182 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Bound port: 6d624479-429f-4719-82a4-5cf377a41766, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:24:09.898575 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:10.000819 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] For port 6d624479-429f-4719-82a4-5cf377a41766, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:24:10.004909 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] For port 6d624479-429f-4719-82a4-5cf377a41766, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=6d624479-429f-4719-82a4-5cf377a41766,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:24:10.011093 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:10.014872 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:10.109619 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eaf2f-f00d-4ca4-8c69-780652c605c2 None None] Pushing event updated for resources: {'Port': ['ID=6d624479-429f-4719-82a4-5cf377a41766,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:10.125368 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-5a0eaf2f-f00d-4ca4-8c69-780652c605c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:10.126963 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:24:10.127622 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:10.341669 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:24:10.404990 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Sync routers for ids ['bb54771a-6d68-494a-9736-84e8c6659f1a'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:24:10.418963 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Routers {'bb54771a-6d68-494a-9736-84e8c6659f1a'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:24:10.419684 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['bb54771a-6d68-494a-9736-84e8c6659f1a'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:10.597552 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Set router bb54771a-6d68-494a-9736-84e8c6659f1a gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:24:10.702510 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:24:09Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:10.706920 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d1438-25b6-4af5-b0e3-d53cc8652dc2 None None] The sync data for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi is: [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:24:09Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:24:10.916456 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:23:58Z', 'revision_number': 4, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port': {'id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:56Z', 'updated_at': '2021-09-15T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '51b81b35-7b91-494c-867c-0fe58bde7da1', 'name': '', 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'mac_address': 'fa:16:3e:a9:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd54e2210-d870-44ab-a3f3-702508dc3485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:58Z', 'updated_at': '2021-09-15T19:23:59Z', 'revision_number': 2, 'project_id': '10b51da4167d41219391fead0f112f08', 'subnets': [{'id': 'd54e2210-d870-44ab-a3f3-702508dc3485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:10.921062 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Checking router: bb54771a-6d68-494a-9736-84e8c6659f1a for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:24:10.921486 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Updating router bb54771a-6d68-494a-9736-84e8c6659f1a port 51b81b35-7b91-494c-867c-0fe58bde7da1 binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:24:10.975232 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:11.059435 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-6c7395d5-6e26-4f7f-93a2-a7a29482e468 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:11.060917 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-6c7395d5-6e26-4f7f-93a2-a7a29482e468 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 814 time: 0.1511395 Sep 15 19:24:11.080083 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-1fa54630-e3cc-4f68-9748-2c75e13aed61 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/quotas/e95885146d6e4bb48e2e03bd1ddb2fb6 HTTP/1.1" status: 200 len: 375 time: 0.0117269 Sep 15 19:24:11.166218 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-92dbf047-a5bf-45e3-b53e-14485cb5b5e3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Synchronizing usage tracker for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:24:11.186654 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-92dbf047-a5bf-45e3-b53e-14485cb5b5e3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Unset dirty status for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:24:11.188715 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-92dbf047-a5bf-45e3-b53e-14485cb5b5e3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028683 Sep 15 19:24:11.207003 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-66b1bbcc-983a-4798-a5c9-cf8a0c396842 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75105) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:24:11.214863 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-66b1bbcc-983a-4798-a5c9-cf8a0c396842 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0136361 Sep 15 19:24:11.323577 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:11.335609 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Transition to ACTIVE for port object 51b81b35-7b91-494c-867c-0fe58bde7da1 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:24:11.341449 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:11.343949 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-345ca3df-66cd-4e24-b185-42b402436716 service neutron] 10.222.0.20 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281946 Sep 15 19:24:11.345132 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:11.411550 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca74f6-fa2e-40a8-8aaa-730deb619515 None None] Pushing event updated for resources: {'Port': ['ID=51b81b35-7b91-494c-867c-0fe58bde7da1,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:11.455633 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-afca74f6-fa2e-40a8-8aaa-730deb619515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:11.482575 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-c7bd6dcb-76b4-4565-8405-a7de7627c9a9 service neutron] 10.222.0.20 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313412 Sep 15 19:24:11.564847 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Attempting to bind port 51b81b35-7b91-494c-867c-0fe58bde7da1 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:24:11.565217 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Attempting to bind port 51b81b35-7b91-494c-867c-0fe58bde7da1 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:24:11.565583 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Attempting to bind port 51b81b35-7b91-494c-867c-0fe58bde7da1 on network 3a2ae79d-6238-4717-a773-6e1824b3059c {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:24:11.575316 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:24:11.576138 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Checking segment: {'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:24:11.576723 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:11.577124 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Bound using segment: {'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:24:11.577620 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Bound port: 51b81b35-7b91-494c-867c-0fe58bde7da1, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf3666f-fe74-444a-88f5-6b5ad512682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:24:11.578014 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:11.663686 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] For port 51b81b35-7b91-494c-867c-0fe58bde7da1, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:24:11.666918 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] For port 51b81b35-7b91-494c-867c-0fe58bde7da1, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=51b81b35-7b91-494c-867c-0fe58bde7da1,segment=NetworkSegment(adf3666f-fe74-444a-88f5-6b5ad512682f),segment_id=adf3666f-fe74-444a-88f5-6b5ad512682f)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:24:11.671123 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:11.675699 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:11.753076 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca74f6-fa2e-40a8-8aaa-730deb619515 None None] Pushing event updated for resources: {'Port': ['ID=51b81b35-7b91-494c-867c-0fe58bde7da1,revision_number=4']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:11.755888 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Routers {'bb54771a-6d68-494a-9736-84e8c6659f1a'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:24:11.756476 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:23:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['bb54771a-6d68-494a-9736-84e8c6659f1a'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:11.809964 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-afca74f6-fa2e-40a8-8aaa-730deb619515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:11.867836 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 6d624479-429f-4719-82a4-5cf377a41766 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:24:11.954336 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 6d624479-429f-4719-82a4-5cf377a41766 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:24:11.958867 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 6d624479-429f-4719-82a4-5cf377a41766 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:11.959274 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:11.972877 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] Set router bb54771a-6d68-494a-9736-84e8c6659f1a gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:24:12.076765 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:12.112607 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 6d624479-429f-4719-82a4-5cf377a41766, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=6d624479-429f-4719-82a4-5cf377a41766,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:24:12.117053 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:12.118760 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:12.192593 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=6d624479-429f-4719-82a4-5cf377a41766,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:12.195891 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:12.285298 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:23:58Z', 'revision_number': 4, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port': {'id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:56Z', 'updated_at': '2021-09-15T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '51b81b35-7b91-494c-867c-0fe58bde7da1', 'name': '', 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'mac_address': 'fa:16:3e:a9:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd54e2210-d870-44ab-a3f3-702508dc3485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:58Z', 'updated_at': '2021-09-15T19:24:11Z', 'revision_number': 4, 'project_id': '10b51da4167d41219391fead0f112f08', 'subnets': [{'id': 'd54e2210-d870-44ab-a3f3-702508dc3485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:12.289131 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65eadac-a998-4ee9-a823-0cd97faa8d2a None None] The sync data for ids ['bb54771a-6d68-494a-9736-84e8c6659f1a'] in dv-cinder-805825-3-iscsi is: [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:23:58Z', 'revision_number': 4, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port': {'id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:56Z', 'updated_at': '2021-09-15T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '51b81b35-7b91-494c-867c-0fe58bde7da1', 'name': '', 'network_id': '3a2ae79d-6238-4717-a773-6e1824b3059c', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'mac_address': 'fa:16:3e:a9:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd54e2210-d870-44ab-a3f3-702508dc3485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:58Z', 'updated_at': '2021-09-15T19:24:11Z', 'revision_number': 4, 'project_id': '10b51da4167d41219391fead0f112f08', 'subnets': [{'id': 'd54e2210-d870-44ab-a3f3-702508dc3485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:24:12.978773 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-767af1d7-fe43-4da5-a5af-a5e949437bd7 req-484a8a2b-78ce-4f33-91e8-0c38c1b6a489 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 210 time: 0.3084621 Sep 15 19:24:13.813664 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-0822e32e-4e4e-4d85-bfd4-ec25e3e94f65 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:13.815180 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-0822e32e-4e4e-4d85-bfd4-ec25e3e94f65 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.58 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 814 time: 0.1481414 Sep 15 19:24:13.836781 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'port': {'device_id': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'admin_state_up': True, 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:13.935249 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 51b81b35-7b91-494c-867c-0fe58bde7da1 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:24:13.991016 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:14.001928 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:14.011504 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 51b81b35-7b91-494c-867c-0fe58bde7da1 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:24:14.014828 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Made reservation on behalf of e95885146d6e4bb48e2e03bd1ddb2fb6 for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:24:14.016432 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 51b81b35-7b91-494c-867c-0fe58bde7da1 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:14.016841 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:14.018460 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:14.146710 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:14.184729 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 51b81b35-7b91-494c-867c-0fe58bde7da1, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=51b81b35-7b91-494c-867c-0fe58bde7da1,segment=NetworkSegment(adf3666f-fe74-444a-88f5-6b5ad512682f),segment_id=adf3666f-fe74-444a-88f5-6b5ad512682f)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:24:14.192113 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:14.192947 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 6d624479-429f-4719-82a4-5cf377a41766 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:24:14.211563 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6df44d26-9927-4c46-b123-a7da64f51c09 req-553448bf-f8dc-4276-8326-3fbc8c27475f tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 210 time: 0.0820403 Sep 15 19:24:14.230274 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:14.245833 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Allocated IP 172.20.0.6 (098ce35e-b253-4a87-b355-bb011855b349/5897f168-8b1d-40d9-9c16-f09daf588c56/11353e94-52a5-4078-90b0-e8a13462a4bf) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:24:14.339020 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=51b81b35-7b91-494c-867c-0fe58bde7da1,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:14.342493 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:14.353684 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 6d624479-429f-4719-82a4-5cf377a41766 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:14.354058 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:14.717076 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:14.735027 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Transition to ACTIVE for port object 11353e94-52a5-4078-90b0-e8a13462a4bf will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:24:14.761514 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:14.769944 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-769c8f45-d0ca-4d88-a3f7-cc385c9ca7d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:14.840443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Network 098ce35e-b253-4a87-b355-bb011855b349 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:24:14.844010 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:24:14.848498 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:24:14.881105 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'Port': ['ID=11353e94-52a5-4078-90b0-e8a13462a4bf,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:14.908341 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.908767 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.909144 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.909501 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.909860 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.910219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.910572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.910926 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.911300 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.911653 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.912001 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:14.917476 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:14.929114 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:14.929961 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:14.961318 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-da3cb892-107d-40e2-b6dd-e5ad99b2f2c3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1292706 Sep 15 19:24:15.139056 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0cb7c706-2394-4dda-8619-c9bf4cfea752 None None] Provisioning for port 11353e94-52a5-4078-90b0-e8a13462a4bf completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:24:15.144532 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0cb7c706-2394-4dda-8619-c9bf4cfea752 None None] Provisioning complete for port 11353e94-52a5-4078-90b0-e8a13462a4bf triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:15.144905 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c706-2394-4dda-8619-c9bf4cfea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:15.201926 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7c706-2394-4dda-8619-c9bf4cfea752 None None] Port 11353e94-52a5-4078-90b0-e8a13462a4bf cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:24:15.407871 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-9a8bed49-423f-4b1b-b452-4d1310d7a710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:15.430592 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67cdbe-6e4b-40e9-95f6-b2d2e6ffb5aa req-355e256f-ff0f-4339-beda-3415f7e067f4 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:15.432157 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2c67cdbe-6e4b-40e9-95f6-b2d2e6ffb5aa req-355e256f-ff0f-4339-beda-3415f7e067f4 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 931 time: 0.0848150 Sep 15 19:24:15.483999 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-2c67cdbe-6e4b-40e9-95f6-b2d2e6ffb5aa req-4039fabf-8fd4-4e1d-b404-9e3a9cf748ea tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Synchronizing usage tracker for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:24:15.503395 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-2c67cdbe-6e4b-40e9-95f6-b2d2e6ffb5aa req-4039fabf-8fd4-4e1d-b404-9e3a9cf748ea tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Unset dirty status for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:24:15.504538 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2c67cdbe-6e4b-40e9-95f6-b2d2e6ffb5aa req-4039fabf-8fd4-4e1d-b404-9e3a9cf748ea tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664604 Sep 15 19:24:15.813655 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:15.861998 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 51b81b35-7b91-494c-867c-0fe58bde7da1 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:24:15.937262 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 51b81b35-7b91-494c-867c-0fe58bde7da1 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:15.938031 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:16.706736 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4982-ba9c-4ce9-aba4-1166b2d96291 req-6e2a222c-149f-4799-86b0-a26369a0e8f5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:16.707489 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-1dfe4982-ba9c-4ce9-aba4-1166b2d96291 req-6e2a222c-149f-4799-86b0-a26369a0e8f5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Synchronizing usage tracker for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:24:16.725753 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-1dfe4982-ba9c-4ce9-aba4-1166b2d96291 req-6e2a222c-149f-4799-86b0-a26369a0e8f5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Unset dirty status for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:24:16.727314 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1dfe4982-ba9c-4ce9-aba4-1166b2d96291 req-6e2a222c-149f-4799-86b0-a26369a0e8f5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 931 time: 0.0999143 Sep 15 19:24:16.773406 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1dfe4982-ba9c-4ce9-aba4-1166b2d96291 req-5a9f9da2-b348-4f9b-a4c6-b9dee7ff368a tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Sep 15 19:24:17.575227 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d8922ca4-28af-473d-ae26-db98f4a95c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:17.987140 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8610f-3f8b-4036-ab3d-21fe7d62d791 req-4d32b5f5-633e-4dae-ac9e-8c8380a1a34f tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:17.994048 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d6d8610f-3f8b-4036-ab3d-21fe7d62d791 req-4d32b5f5-633e-4dae-ac9e-8c8380a1a34f tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 931 time: 0.0967438 Sep 15 19:24:18.010748 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:24:18.037192 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d6d8610f-3f8b-4036-ab3d-21fe7d62d791 req-1a0535fb-abdc-439e-8b07-2cda5b9bf6e2 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Sep 15 19:24:18.659342 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:19.240024 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe626a51-039a-4156-bb71-31c5d069d4c5 req-f120c073-fd34-49fa-83dc-ad9719bce631 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:19.241449 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fe626a51-039a-4156-bb71-31c5d069d4c5 req-f120c073-fd34-49fa-83dc-ad9719bce631 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 931 time: 0.0819576 Sep 15 19:24:19.289593 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fe626a51-039a-4156-bb71-31c5d069d4c5 req-ccef9a83-82bb-4d57-923a-0e5247047de9 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Sep 15 19:24:20.027245 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:20.495608 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f2e50-10d0-4430-bd67-589e2e983f06 req-50578a32-c614-4ac9-b2bf-a67eecb9c1fc tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:20.497125 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-922f2e50-10d0-4430-bd67-589e2e983f06 req-50578a32-c614-4ac9-b2bf-a67eecb9c1fc tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 931 time: 0.0868733 Sep 15 19:24:20.547770 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-922f2e50-10d0-4430-bd67-589e2e983f06 req-e33fe619-475f-4394-a404-844c8cfca7a9 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Sep 15 19:24:21.904323 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ed56-2464-4e31-aed7-50265e8f6a39 req-57105ab3-d77b-46ff-9326-dbfdf1140d0e tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:21.911920 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3db3ed56-2464-4e31-aed7-50265e8f6a39 req-57105ab3-d77b-46ff-9326-dbfdf1140d0e tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 931 time: 0.0879486 Sep 15 19:24:21.953167 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3db3ed56-2464-4e31-aed7-50265e8f6a39 req-96ec7665-ae83-4c13-a168-0b1313c23f0b tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Sep 15 19:24:23.156030 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45684bd4-5419-45cf-b2b2-b68c7f5000aa req-0f50f16c-4601-4bf1-9396-eed6ff0e37a3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:23.157457 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-45684bd4-5419-45cf-b2b2-b68c7f5000aa req-0f50f16c-4601-4bf1-9396-eed6ff0e37a3 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 931 time: 0.0799792 Sep 15 19:24:23.206829 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-45684bd4-5419-45cf-b2b2-b68c7f5000aa req-562f07cf-ffd6-4d45-bfbd-a163b035f8f9 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437989 Sep 15 19:24:24.404426 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071ecf5-2d8d-49d0-a4a2-2cbfc11c4d99 req-a7a87087-0798-43c9-bcbd-5f67230717c8 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:24.405943 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c071ecf5-2d8d-49d0-a4a2-2cbfc11c4d99 req-a7a87087-0798-43c9-bcbd-5f67230717c8 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 931 time: 0.0817695 Sep 15 19:24:24.452201 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c071ecf5-2d8d-49d0-a4a2-2cbfc11c4d99 req-98817767-e01e-4628-9515-69676caab553 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 Sep 15 19:24:24.919993 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-a7374f0e-7a57-4d31-9369-ed16dd0b3ced tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75105) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:24:24.920972 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-a7374f0e-7a57-4d31-9369-ed16dd0b3ced tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058367 Sep 15 19:24:25.003669 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Request body: {'port': {'device_id': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:25.108534 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:25.445055 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11353e94-52a5-4078-90b0-e8a13462a4bf {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:24:25.451616 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:25.465332 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Transition to ACTIVE for port object 11353e94-52a5-4078-90b0-e8a13462a4bf will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:24:25.468936 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:25.472347 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-70024f11-13e1-4008-bd87-d11bf6de14ec tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:25.592831 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Pushing event updated for resources: {'Port': ['ID=11353e94-52a5-4078-90b0-e8a13462a4bf,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:25.602740 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:25.665870 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aaff3-35aa-4f1b-8e60-bc2f82129749 req-a2019a81-d5f9-42ca-90c4-24b4fc84ee80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:25.667430 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-500aaff3-35aa-4f1b-8e60-bc2f82129749 req-a2019a81-d5f9-42ca-90c4-24b4fc84ee80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 943 time: 0.0880356 Sep 15 19:24:25.714451 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-500aaff3-35aa-4f1b-8e60-bc2f82129749 req-6d113b54-7ff9-4b41-8602-82cc38fdf522 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Sep 15 19:24:25.716739 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Attempting to bind port 11353e94-52a5-4078-90b0-e8a13462a4bf on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:24:25.717074 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Attempting to bind port 11353e94-52a5-4078-90b0-e8a13462a4bf by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:24:25.717398 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Attempting to bind port 11353e94-52a5-4078-90b0-e8a13462a4bf on network 098ce35e-b253-4a87-b355-bb011855b349 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:24:25.723762 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Port 11353e94-52a5-4078-90b0-e8a13462a4bf on network 098ce35e-b253-4a87-b355-bb011855b349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:24:25.724083 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Attempting to bind port 11353e94-52a5-4078-90b0-e8a13462a4bf on network 098ce35e-b253-4a87-b355-bb011855b349 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:24:25.730375 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:24:25.730709 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Checking segment: {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:24:25.731114 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Bound using segment: {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:24:25.731590 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Bound port: 11353e94-52a5-4078-90b0-e8a13462a4bf, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b521d7f-0a1b-4ca6-b988-2d0571da3170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '098ce35e-b253-4a87-b355-bb011855b349'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:24:25.731933 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:25.818552 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] For port 11353e94-52a5-4078-90b0-e8a13462a4bf, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:24:25.821422 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] For port 11353e94-52a5-4078-90b0-e8a13462a4bf, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11353e94-52a5-4078-90b0-e8a13462a4bf,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:24:25.826145 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:25.830790 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-32834581-b188-4ea5-882d-ef76b50e56a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:25.893037 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:25.894328 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] 10.222.0.58 "PUT /v2.0/ports/11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 1093 time: 0.9654086 Sep 15 19:24:25.895375 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:24:25.919749 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Pushing event updated for resources: {'Port': ['ID=11353e94-52a5-4078-90b0-e8a13462a4bf,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:25.922891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:25.969970 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'status': 'completed', 'code': 200} Sep 15 19:24:26.012077 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-ecc32469-bc42-4535-a404-98fcee712b90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0805790 Sep 15 19:24:26.085388 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-6a3e883f-14b8-4085-890e-82b56806e0d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 217 time: 0.0646052 Sep 15 19:24:26.147161 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-a46cb377-b9ec-48dd-bdcd-4dd641bec5ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:26.148621 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-a46cb377-b9ec-48dd-bdcd-4dd641bec5ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 200 len: 853 time: 0.0564585 Sep 15 19:24:26.312791 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-8486dfed-2b6b-40f5-8dd8-17163236840c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=098ce35e-b253-4a87-b355-bb011855b349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1572783 Sep 15 19:24:26.442568 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-22081619-fb48-46fa-afec-da9d7e589694 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223834 Sep 15 19:24:26.569976 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6c0f46d7-2b55-4e83-8f66-31246b443505 req-ab034097-55ff-4f93-a3e2-9ca5a5f04760 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215286 Sep 15 19:24:26.683508 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-5b67ef4d-81dd-480d-90b3-2e2c4287bce8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0687504 Sep 15 19:24:26.812945 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-7860cd2c-9f76-4e71-8ff3-16393b5e0b0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:26.814502 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-7860cd2c-9f76-4e71-8ff3-16393b5e0b0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 915 time: 0.1241391 Sep 15 19:24:26.901948 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-3e0c7ea5-4026-4ef3-9dfb-7c6c69bea6e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 217 time: 0.0798225 Sep 15 19:24:26.915073 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494e0a4-e14e-43b3-a47f-674cb0f5c922 req-cf76dd72-5bd1-473f-bff3-f628bca92921 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:26.917081 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5494e0a4-e14e-43b3-a47f-674cb0f5c922 req-cf76dd72-5bd1-473f-bff3-f628bca92921 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 943 time: 0.0834074 Sep 15 19:24:26.964282 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5494e0a4-e14e-43b3-a47f-674cb0f5c922 req-da7c63ee-d191-4cf9-8b3f-ddb9d7ee737f tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Sep 15 19:24:26.967333 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-b9112bb3-43a3-48bb-b3f3-fedab14480b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:26.968779 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-b9112bb3-43a3-48bb-b3f3-fedab14480b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 200 len: 853 time: 0.0583892 Sep 15 19:24:27.050780 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-bfa9502e-9642-41b9-a13b-0e1711810711 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=098ce35e-b253-4a87-b355-bb011855b349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746717 Sep 15 19:24:27.181219 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-ca983905-bc72-4cff-ab64-b3225cf58486 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235116 Sep 15 19:24:27.311437 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2e5a9c06-5f2d-4e13-9ec9-804a914f3e40 req-7194d410-4c50-4976-9ce8-55f4fa92ec26 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235912 Sep 15 19:24:28.158566 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa7086-39de-4db2-9fd1-c301f20b512f req-0242db3f-e2af-452e-93ac-643ee54caa0e tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:28.160534 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d8aa7086-39de-4db2-9fd1-c301f20b512f req-0242db3f-e2af-452e-93ac-643ee54caa0e tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 943 time: 0.0755892 Sep 15 19:24:28.204535 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d8aa7086-39de-4db2-9fd1-c301f20b512f req-98525084-4ebf-408a-a834-905b3781d42f tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385962 Sep 15 19:24:28.269859 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 11353e94-52a5-4078-90b0-e8a13462a4bf details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:24:28.398518 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 11353e94-52a5-4078-90b0-e8a13462a4bf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11353e94-52a5-4078-90b0-e8a13462a4bf,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:24:28.411580 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'port_id': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'mac_address': 'fa:16:3e:26:73:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:24:28.461683 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:28.481145 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11353e94-52a5-4078-90b0-e8a13462a4bf {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:24:28.495716 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 11353e94-52a5-4078-90b0-e8a13462a4bf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11353e94-52a5-4078-90b0-e8a13462a4bf,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:24:28.499683 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:28.501376 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:28.562610 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=11353e94-52a5-4078-90b0-e8a13462a4bf,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:28.570680 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.571021 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.571380 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.571711 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.572040 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.572366 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.572684 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.573004 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.573326 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.573640 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.573954 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:28.577633 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:28.738794 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11353e94-52a5-4078-90b0-e8a13462a4bf'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:24:29.402607 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7d5d-3575-4123-bc86-f825a965b139 req-861b26f0-c821-4da2-b05a-ba047c18c515 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:29.404056 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e82e7d5d-3575-4123-bc86-f825a965b139 req-861b26f0-c821-4da2-b05a-ba047c18c515 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 944 time: 0.0810385 Sep 15 19:24:29.447415 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-e82e7d5d-3575-4123-bc86-f825a965b139 req-61ffc41a-50df-4ef7-87f1-dc983aab7047 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Sep 15 19:24:30.270128 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 11353e94-52a5-4078-90b0-e8a13462a4bf up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:24:30.335939 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 11353e94-52a5-4078-90b0-e8a13462a4bf completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:24:30.340328 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 11353e94-52a5-4078-90b0-e8a13462a4bf triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:30.340707 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:30.481504 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:30.508517 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:24:30.518099 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 11353e94-52a5-4078-90b0-e8a13462a4bf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11353e94-52a5-4078-90b0-e8a13462a4bf,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:24:30.522388 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:30.524324 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:30.565409 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'code': 200} Sep 15 19:24:30.592733 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=11353e94-52a5-4078-90b0-e8a13462a4bf,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:30.595592 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:30.652807 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028ad9c-4596-45c6-a7db-e577b0d6491e req-58dd1404-e8c5-4e33-86a8-38e4ce6c843c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:30.654468 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d028ad9c-4596-45c6-a7db-e577b0d6491e req-58dd1404-e8c5-4e33-86a8-38e4ce6c843c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0865579 Sep 15 19:24:30.705729 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d028ad9c-4596-45c6-a7db-e577b0d6491e req-41db07ac-8d29-4b9c-b6df-3d7e0dbcab51 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 Sep 15 19:24:30.790583 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ced4eb9b-bc57-40f5-83c6-337413ed1bdd req-b9a47c7f-826d-472a-ba71-4919811c79d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1098 time: 0.0664611 Sep 15 19:24:30.834343 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ced4eb9b-bc57-40f5-83c6-337413ed1bdd req-aeabfc09-9664-4b9a-b281-6c889d4e435a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360129 Sep 15 19:24:31.908340 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc42ea-e3fd-41b0-9a16-c75800d557a9 req-0080b525-9969-4c22-b8bc-6fd5465f458a tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:31.909795 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-41dc42ea-e3fd-41b0-9a16-c75800d557a9 req-0080b525-9969-4c22-b8bc-6fd5465f458a tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0803061 Sep 15 19:24:31.961522 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-41dc42ea-e3fd-41b0-9a16-c75800d557a9 req-30fe7391-68df-4ef4-998a-a4e46f16a49d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Sep 15 19:24:33.156980 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe5bd-37c7-4f26-be40-071e9d7d6b73 req-c7434ca0-5235-4cdc-ab0e-05d7ab9f97c9 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:33.158395 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-74ffe5bd-37c7-4f26-be40-071e9d7d6b73 req-c7434ca0-5235-4cdc-ab0e-05d7ab9f97c9 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0772474 Sep 15 19:24:33.203065 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-74ffe5bd-37c7-4f26-be40-071e9d7d6b73 req-a25b8da3-e44b-4c9e-a4e6-b2178fae1479 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390961 Sep 15 19:24:33.394541 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d793a2e-0bc3-4b5a-903b-9707d1bcd0d6 req-421cbcab-e973-44b5-84bb-86f3b64e78fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:33.395984 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8d793a2e-0bc3-4b5a-903b-9707d1bcd0d6 req-421cbcab-e973-44b5-84bb-86f3b64e78fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0750020 Sep 15 19:24:33.440147 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-8d793a2e-0bc3-4b5a-903b-9707d1bcd0d6 req-bf2d704d-f176-425f-bbb3-99f5b5b46e27 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389047 Sep 15 19:24:33.852843 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c98e8d-0a9c-4a92-952f-711beeb3ea9d req-dcdaa89c-6419-4445-a59f-8837f3c60262 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:33.854308 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a9c98e8d-0a9c-4a92-952f-711beeb3ea9d req-dcdaa89c-6419-4445-a59f-8837f3c60262 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0799046 Sep 15 19:24:33.898545 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-a9c98e8d-0a9c-4a92-952f-711beeb3ea9d req-57cf967b-5755-4ceb-9b5a-9c6384dc7457 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Sep 15 19:24:38.321727 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:43.088557 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b27ed8-8917-4811-a66c-ea1070b9c0b7 req-850388d6-2f1f-4b49-9a7a-7e8513f11f23 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:43.089990 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f8b27ed8-8917-4811-a66c-ea1070b9c0b7 req-850388d6-2f1f-4b49-9a7a-7e8513f11f23 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0752566 Sep 15 19:24:43.134741 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f8b27ed8-8917-4811-a66c-ea1070b9c0b7 req-fd304bcb-c181-4a41-abdd-c1974ec30b28 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Sep 15 19:24:43.162643 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50604) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:43.297598 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0facb688-dd2d-4263-9216-02e82aa564e2 tempest-TestMinimumBasicScenario-1000331952 tempest-TestMinimumBasicScenario-1000331952-project-admin] Synchronizing usage tracker for tenant:10b51da4167d41219391fead0f112f08 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:24:43.313741 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-0facb688-dd2d-4263-9216-02e82aa564e2 tempest-TestMinimumBasicScenario-1000331952 tempest-TestMinimumBasicScenario-1000331952-project-admin] Unset dirty status for tenant:10b51da4167d41219391fead0f112f08 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:24:43.315216 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-0facb688-dd2d-4263-9216-02e82aa564e2 tempest-TestMinimumBasicScenario-1000331952 tempest-TestMinimumBasicScenario-1000331952-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1093 time: 0.1513424 Sep 15 19:24:43.318929 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50610) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:43.324238 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'port_id': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:43.329646 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:43.334116 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Usage tracker for resource:floatingip and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:24:43.336915 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:24:43.342479 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:43.352287 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for floatingip, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:43.485625 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:43.617084 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Allocated IP 172.27.2.130 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/e58435de-8744-4412-8c1a-801c8c7c7d00) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:24:43.759577 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:43.784927 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:43.788233 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-9dccdca2-3584-4877-9f9d-f68b699a743c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:43.851549 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:24:43.854336 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:24:43.858397 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:24:43.882710 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'Port': ['ID=e58435de-8744-4412-8c1a-801c8c7c7d00,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:43.915958 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.917314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.917314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.917314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.917314 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.917684 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.918025 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.918377 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.918728 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.919079 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.919450 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:24:43.924189 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:44.449552 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:44.501646 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:44.693594 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:44.697880 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:44.701267 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-7b82a1c3-fa6e-452d-b47d-c195c92ce644 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:44.802196 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'Port': ['ID=e58435de-8744-4412-8c1a-801c8c7c7d00,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:44.806131 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:44.813872 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:45.004533 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.l3_db [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Floating IP d4b71333-ab2b-4783-808e-357762b95fd3 associated. External IP: 172.27.2.130, port: 11353e94-52a5-4078-90b0-e8a13462a4bf. Sep 15 19:24:45.392166 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-51f879b1-ab23-428e-a1b4-5187ef2a6f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:45.477347 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Router af2149e1-cbce-439b-804f-478c3b202af6 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:24:45.670108 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:24:45.679997 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] Sync routers for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:24:45.691649 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:24:45.692256 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:24:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:45.693068 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:45.745761 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4257929 Sep 15 19:24:45.746413 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:24:45.748690 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50614) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:45.754679 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529980019', 'description': 'tempest-secgroup-smoke-529980019 description', 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:45.761463 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:45.772007 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:45.783835 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:45.805833 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'status': 'completed', 'code': 200} Sep 15 19:24:45.821355 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:45.826459 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Usage tracker for resource:security_group_rule and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:24:45.829840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:24:45.862783 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:45.864395 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:45.886283 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:24:45.958399 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-dd0c8acd-9af4-4ac1-9ad8-79f77ff228c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1098 time: 0.1251750 Sep 15 19:24:45.960434 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:45.964296 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:45.967857 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-3b46b133-84bf-4f19-90a7-0b2899e0379e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:46.041841 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a3716f-840d-4f50-856e-8475dc74d81d,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:46.048095 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:46.206655 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.208394 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-bdd5a406-7617-4c9c-8f9a-97cbeabbb006 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4586327 Sep 15 19:24:46.211414 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50620) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:46.217262 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'security_group_rule': {'security_group_id': '27a3716f-840d-4f50-856e-8475dc74d81d', 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:46.223028 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:46.227026 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Usage tracker for resource:security_group_rule and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:24:46.229910 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:24:46.239226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-55379b85-62ff-421d-9286-77304aba839d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:46.239828 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:46.240666 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-55379b85-62ff-421d-9286-77304aba839d service neutron] 10.222.0.58 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 915 time: 0.2648706 Sep 15 19:24:46.242397 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': 'd4b71333-ab2b-4783-808e-357762b95fd3', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'port_id': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'mac_address': 'fa:16:3e:26:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:24:44Z', 'updated_at': '2021-09-15T19:24:44Z', 'revision_number': 0, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:24:12Z', 'revision_number': 5, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:46.247280 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] Checking router: af2149e1-cbce-439b-804f-478c3b202af6 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:24:46.256981 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.259379 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:24:46.259989 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:24:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:46.324609 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.329296 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.331621 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:46.347466 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-1fce4c86-5b70-4b4f-b19a-14d4a24dd2e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 999 time: 0.0985827 Sep 15 19:24:46.348632 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdbe9a1-0ba1-4911-9d88-3830ba872796,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:46.355040 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:46.366446 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.370316 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-a40fe70e-f9be-44cf-940f-9159c03f40fa tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1552889 Sep 15 19:24:46.370660 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50624) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:46.376405 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'security_group_rule': {'security_group_id': '27a3716f-840d-4f50-856e-8475dc74d81d', 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:46.382929 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:46.387066 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Usage tracker for resource:security_group_rule and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:24:46.390160 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:24:46.396468 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:46.413648 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-83e3ce9a-7928-4f1d-a241-1e5ebf8f6bf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:46.415165 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-83e3ce9a-7928-4f1d-a241-1e5ebf8f6bf4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 200 len: 853 time: 0.0617590 Sep 15 19:24:46.415832 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.447364 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:24:46.479217 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.483839 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.486122 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:46.496670 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-df70f67b-6d37-4468-96a5-064efb1d232b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=098ce35e-b253-4a87-b355-bb011855b349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749674 Sep 15 19:24:46.508846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97296023-ce0c-4cb3-8385-9428af5c87a1,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:46.511232 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:46.518757 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.523915 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e4b83ecc-527d-4538-a380-50bad6abcb38 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1490567 Sep 15 19:24:46.523915 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50628) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:46.530083 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'security_group_rule': {'security_group_id': '27a3716f-840d-4f50-856e-8475dc74d81d', 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:46.536118 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:46.540139 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Usage tracker for resource:security_group_rule and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:24:46.543265 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:24:46.549019 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:46.567657 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.634907 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.636379 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-4a8dfb58-c94c-4c7d-85cb-c318b8bd3bf4 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325355 Sep 15 19:24:46.638842 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.640913 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-7f1824b5-4184-4bae-94cb-e9424834ade6 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:46.667490 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59789653-bd46-46e3-92e9-78799045194c,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:46.670140 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:46.678341 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.682852 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-5d796c0b-2d47-4287-9436-97f6950393cf tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1583316 Sep 15 19:24:46.683692 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50632) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:46.689888 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'security_group_rule': {'security_group_id': '27a3716f-840d-4f50-856e-8475dc74d81d', 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:46.696740 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:46.700771 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Usage tracker for resource:security_group_rule and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:24:46.703902 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:24:46.710086 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:46.726998 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.780741 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-660c5353-4fc7-4b79-a8da-b2f0f4b187d3 req-47dc5099-3f71-45de-98be-c223b82c1ecb service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354315 Sep 15 19:24:46.796266 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.800981 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.807876 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c81cec19-eafe-4fb5-bd0c-c86772bbccfd tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:46.827561 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4de0929-8786-4eb6-894c-0f407e70780a,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:46.830025 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:46.830410 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': 'd4b71333-ab2b-4783-808e-357762b95fd3', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'port_id': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'mac_address': 'fa:16:3e:26:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:24:44Z', 'updated_at': '2021-09-15T19:24:44Z', 'revision_number': 0, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:24:12Z', 'revision_number': 5, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:24:46.836495 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c473522-cbdd-44b0-be20-771721f558c9 None None] The sync data for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi is: [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': 'd4b71333-ab2b-4783-808e-357762b95fd3', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'port_id': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'mac_address': 'fa:16:3e:26:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:24:44Z', 'updated_at': '2021-09-15T19:24:44Z', 'revision_number': 0, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:24:12Z', 'revision_number': 5, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:24:46.838735 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.840660 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-8eb61de9-7a7a-4664-931a-942813ea0ad1 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1553171 Sep 15 19:24:46.842801 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50636) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:46.848557 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'security_group_rule': {'security_group_id': '27a3716f-840d-4f50-856e-8475dc74d81d', 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:46.854476 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:46.858213 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Usage tracker for resource:security_group_rule and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:24:46.861031 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:24:46.867723 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:46.879446 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.securitygroups_db [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Project e95885146d6e4bb48e2e03bd1ddb2fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:24:46.886522 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.954146 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.957752 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.959805 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ed023733-22e8-4df1-9ee6-c3681e8525e1 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:46.982355 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190a50d0-bdbd-413c-897b-41c33a6c75d5,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:46.986896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:46.993073 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:46.994264 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-5480d587-8083-47b8-9c81-0c8d20904d80 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1504681 Sep 15 19:24:46.996942 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50640) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:47.002413 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'security_group_rule': {'security_group_id': '27a3716f-840d-4f50-856e-8475dc74d81d', 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:47.008878 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:24:47.012639 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Usage tracker for resource:security_group_rule and tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:24:47.015622 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:24:47.021491 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:24:47.032346 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.securitygroups_db [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Project e95885146d6e4bb48e2e03bd1ddb2fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:24:47.039549 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.048054 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558fe6d-93b9-468b-834d-f6542fcce1be None None] New status for floating IP d4b71333-ab2b-4783-808e-357762b95fd3: ACTIVE {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:24:47.107036 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.112656 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.116036 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-122e0061-2d82-4004-be62-33f2a64745f3 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:47.138762 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c417b2-c207-49c2-934d-0c50c2b4a871,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:47.143119 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:47.147835 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.149021 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1511626 Sep 15 19:24:47.278768 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-08a00240-33fb-4731-8fc0-335c98bf26c8 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529980019&fields=id&tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6 HTTP/1.1" status: 200 len: 267 time: 0.0415688 Sep 15 19:24:47.363062 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-fbb6e194-9aed-459d-a369-5bfa72892833 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:47.364521 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-fbb6e194-9aed-459d-a369-5bfa72892833 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0806024 Sep 15 19:24:47.374805 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'port': {'security_groups': ['ac9cb391-186b-4bae-99e8-f1b077d30f01', '27a3716f-840d-4f50-856e-8475dc74d81d']}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:24:47.485967 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.576292 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fb66-1717-4a30-b7cd-e56e4639dcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.733298 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] For port 11353e94-52a5-4078-90b0-e8a13462a4bf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11353e94-52a5-4078-90b0-e8a13462a4bf,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:24:47.757569 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.762253 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.767695 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:24:47.774038 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11353e94-52a5-4078-90b0-e8a13462a4bf'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:24:47.834937 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:47.835574 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:47.836952 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-67c55eee-1f52-4fe3-b14f-fcbda9da6c56 req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "PUT /v2.0/ports/11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 981 time: 0.4664795 Sep 15 19:24:47.837542 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:24:47.863216 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'Port': ['ID=11353e94-52a5-4078-90b0-e8a13462a4bf,revision_number=6']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:24:47.866550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-60e82c66-e3ce-4096-840e-b206c717e629 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:24:47.898459 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11353e94-52a5-4078-90b0-e8a13462a4bf'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:24:47.968057 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'status': 'completed', 'code': 200} Sep 15 19:24:48.080687 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-3159524c-fcf5-4d44-8ea3-c77ac73d6f1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1137 time: 0.0846629 Sep 15 19:24:48.098017 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666f59-a76d-42f1-985a-0c39e4188f60 req-6a9f3d0d-9dbf-475f-8899-6ec668e5879f tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:48.099541 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-11666f59-a76d-42f1-985a-0c39e4188f60 req-6a9f3d0d-9dbf-475f-8899-6ec668e5879f tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0867641 Sep 15 19:24:48.135257 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-dd65136b-2c44-4511-a1b2-c2ef2608990a None None] Provisioning complete for port 11353e94-52a5-4078-90b0-e8a13462a4bf triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:24:48.135790 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-dd65136b-2c44-4511-a1b2-c2ef2608990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:48.151540 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-11666f59-a76d-42f1-985a-0c39e4188f60 req-3e15c225-bb5e-4ca4-9bb2-7b356941167e tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460172 Sep 15 19:24:48.226885 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-90e653b8-90f3-470e-9239-cccef46ef277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:48.228394 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-90e653b8-90f3-470e-9239-cccef46ef277 service neutron] 10.222.0.58 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 915 time: 0.1406891 Sep 15 19:24:48.332120 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-bd8cb29a-10a6-479d-953c-d0214c7c651a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 1001 time: 0.0959778 Sep 15 19:24:48.393884 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-a7d754fc-fcb8-42af-bbfc-3c3d27317d59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:24:48.395380 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-a7d754fc-fcb8-42af-bbfc-3c3d27317d59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 200 len: 853 time: 0.0566123 Sep 15 19:24:48.471111 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-5ebb6efb-bba7-47bb-96df-755a7660b1bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=098ce35e-b253-4a87-b355-bb011855b349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694046 Sep 15 19:24:48.601472 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-38f45c98-e9f9-451c-97e3-9f24fdf71dfc service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229048 Sep 15 19:24:48.669997 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:48.732727 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-13c44ad1-0658-4ab4-8f56-4401a5e13bbb req-1593bcce-9d90-4944-a5ff-6b57880c1d77 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244636 Sep 15 19:24:50.029347 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:55.000384 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:25:04.508197 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-bf608b92-e1c6-415d-8f8c-d60ec22f70eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1137 time: 0.0691378 Sep 15 19:25:04.545551 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544985e-199d-4caf-8bb6-25241b7ea308 req-97c340a9-8857-4342-bd2b-f682e51af718 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:04.546978 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5544985e-199d-4caf-8bb6-25241b7ea308 req-97c340a9-8857-4342-bd2b-f682e51af718 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0797002 Sep 15 19:25:04.593528 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5544985e-199d-4caf-8bb6-25241b7ea308 req-21421acb-fdd5-45bf-a738-f0b2adcbded2 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409975 Sep 15 19:25:04.736996 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-a114608c-6cb8-440a-b39d-e2bea7581aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:04.738474 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-a114608c-6cb8-440a-b39d-e2bea7581aba service neutron] 10.222.0.58 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 915 time: 0.2235088 Sep 15 19:25:04.841934 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-01dde1b8-3b02-4e29-912d-5c05e3a7ca77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 1001 time: 0.0954905 Sep 15 19:25:04.904652 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-370b4eaa-d51f-49f2-9b94-be4571fab02a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:04.906047 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-370b4eaa-d51f-49f2-9b94-be4571fab02a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 200 len: 853 time: 0.0561199 Sep 15 19:25:04.988958 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-87c2a743-f72f-4d8c-87b9-e8c58ce736c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=098ce35e-b253-4a87-b355-bb011855b349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727417 Sep 15 19:25:05.124803 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-632edcc7-5cd0-441e-8675-a2f2cfb07cc0 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266773 Sep 15 19:25:05.250174 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8eef7812-8c81-490c-bea3-a1c47814d884 req-07c33768-e195-4288-af4e-26fadbf225ed service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191466 Sep 15 19:25:05.789625 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066dde-c4d4-4e2e-9458-7dac6ba6f251 req-d4b6e5dd-ab70-408c-984c-c5386b7f0bcc tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:05.791108 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bb066dde-c4d4-4e2e-9458-7dac6ba6f251 req-d4b6e5dd-ab70-408c-984c-c5386b7f0bcc tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0757587 Sep 15 19:25:05.837391 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-bb066dde-c4d4-4e2e-9458-7dac6ba6f251 req-1c9f1067-0dc8-4c29-b262-2a03e3fb90cd tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Synchronizing usage tracker for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:security_group {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:25:05.852576 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-bb066dde-c4d4-4e2e-9458-7dac6ba6f251 req-1c9f1067-0dc8-4c29-b262-2a03e3fb90cd tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Unset dirty status for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:security_group {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:25:05.853694 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bb066dde-c4d4-4e2e-9458-7dac6ba6f251 req-1c9f1067-0dc8-4c29-b262-2a03e3fb90cd tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570316 Sep 15 19:25:07.049768 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87911c0b-e2a7-4d97-9d79-4b7ee5ac1ecb req-28ff5c99-36d9-47bf-8469-1ae44a4275e7 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:07.051250 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-87911c0b-e2a7-4d97-9d79-4b7ee5ac1ecb req-28ff5c99-36d9-47bf-8469-1ae44a4275e7 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0752368 Sep 15 19:25:07.099209 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-87911c0b-e2a7-4d97-9d79-4b7ee5ac1ecb req-fc383013-be23-4cd1-bc63-291f01e430c8 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418603 Sep 15 19:25:08.296292 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa4aa0-4850-4797-8b9a-aa29bc40c548 req-4c20a3cb-04ba-4ddc-b4b9-97e49d472e00 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:08.297770 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1eaa4aa0-4850-4797-8b9a-aa29bc40c548 req-4c20a3cb-04ba-4ddc-b4b9-97e49d472e00 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0773008 Sep 15 19:25:08.314753 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:08.344949 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-1eaa4aa0-4850-4797-8b9a-aa29bc40c548 req-9b36ea6e-1fbf-49bb-92c7-c0462324823e tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410073 Sep 15 19:25:09.543883 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc411c60-d60a-4aad-8784-b68d75213a65 req-1935cdf6-f886-4b36-9e89-5e04d7ddb6cb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:09.545428 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-fc411c60-d60a-4aad-8784-b68d75213a65 req-1935cdf6-f886-4b36-9e89-5e04d7ddb6cb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0793288 Sep 15 19:25:09.591632 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-fc411c60-d60a-4aad-8784-b68d75213a65 req-818a26a4-0b09-4cd5-90b5-536fab51bb0c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407243 Sep 15 19:25:10.785088 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8130c8-dc2f-40d4-b9f1-b69f294aab53 req-da837c5a-7997-46e8-b19a-292776efdd51 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:10.786807 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4a8130c8-dc2f-40d4-b9f1-b69f294aab53 req-da837c5a-7997-46e8-b19a-292776efdd51 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0801210 Sep 15 19:25:10.837924 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4a8130c8-dc2f-40d4-b9f1-b69f294aab53 req-58885233-ddf2-47ae-8825-be0fbf0bb32d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450521 Sep 15 19:25:12.033321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053868d-d744-40f4-a66d-a17341b56d38 req-dee23f8c-50c4-4f33-9d0c-0d6795c43d4a tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:12.034653 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c053868d-d744-40f4-a66d-a17341b56d38 req-dee23f8c-50c4-4f33-9d0c-0d6795c43d4a tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0790489 Sep 15 19:25:12.080544 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c053868d-d744-40f4-a66d-a17341b56d38 req-9147fcfa-9ab3-472a-ae35-d5e2b68480a5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396693 Sep 15 19:25:13.282685 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94caf0-8b01-4d0f-a551-2856910dff30 req-23347b07-f974-4b84-9ccd-1680ce37ff94 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:13.284059 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5b94caf0-8b01-4d0f-a551-2856910dff30 req-23347b07-f974-4b84-9ccd-1680ce37ff94 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0769508 Sep 15 19:25:13.329327 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-5b94caf0-8b01-4d0f-a551-2856910dff30 req-a91a8449-493c-40dc-b404-697605cd9f7e tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398111 Sep 15 19:25:14.524630 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46602-f910-496b-8df2-e812eb3ab90a req-27a6d708-8d95-43d5-a2fe-daf81a3287fd tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:14.526053 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c3a46602-f910-496b-8df2-e812eb3ab90a req-27a6d708-8d95-43d5-a2fe-daf81a3287fd tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0782411 Sep 15 19:25:14.571158 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c3a46602-f910-496b-8df2-e812eb3ab90a req-27277dbe-d703-4556-8eb2-fe3153956736 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396216 Sep 15 19:25:15.388144 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-de9e59ec-d380-4eaa-88ca-74ac9e1e91f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:15.769789 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c096838-c937-4edd-b480-0865f7952d09 req-a26ec138-b42e-4d40-82da-8a674a449cbb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:15.771135 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c096838-c937-4edd-b480-0865f7952d09 req-a26ec138-b42e-4d40-82da-8a674a449cbb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0815926 Sep 15 19:25:15.805247 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:15.817043 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0c096838-c937-4edd-b480-0865f7952d09 req-f5ffa4dd-45e2-4a5d-9c75-83b9ac2d2799 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403459 Sep 15 19:25:15.978326 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-60534259-5e31-48fa-9f8f-2b8fefd028d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1137 time: 0.0702372 Sep 15 19:25:16.133046 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-320d8eaf-fc57-4bb7-8abf-9334ec890f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:16.134743 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-320d8eaf-fc57-4bb7-8abf-9334ec890f4a service neutron] 10.222.0.58 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 915 time: 0.1317236 Sep 15 19:25:16.240214 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-82b81c4b-33e8-4904-8ec5-285f60fca594 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 1001 time: 0.0960307 Sep 15 19:25:16.298169 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-be9c2ef8-bae2-4895-b7e2-2e5a085e761b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:16.299604 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-be9c2ef8-bae2-4895-b7e2-2e5a085e761b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 200 len: 853 time: 0.0558207 Sep 15 19:25:16.375127 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-c369ad8f-c560-4a69-8215-8e1006bbdcc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=098ce35e-b253-4a87-b355-bb011855b349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692568 Sep 15 19:25:16.592876 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-043006ef-eee1-4d55-b33b-5570060660ec service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111819 Sep 15 19:25:16.721418 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-8ba24116-5ef0-450c-a8c0-a086733b067c req-662883d9-fbd8-459b-b6de-7c6aac7c7461 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214855 Sep 15 19:25:17.016583 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493780d-8598-41a9-b605-6572090a82b9 req-e8275222-681b-4f5a-a4c0-a8ec35f7fd4c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:17.018059 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9493780d-8598-41a9-b605-6572090a82b9 req-e8275222-681b-4f5a-a4c0-a8ec35f7fd4c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0800433 Sep 15 19:25:17.152710 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9493780d-8598-41a9-b605-6572090a82b9 req-df89e394-24bb-4f32-ab77-0f27d0ff8801 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a3716f-840d-4f50-856e-8475dc74d81d&id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289158 Sep 15 19:25:17.577369 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f9fe2610-0b4f-4cd6-9217-9cc3cfb6bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:18.657351 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:20.032385 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:32.000613 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:25:38.330847 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:45.389852 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-cb10813f-a4b9-4b44-87f5-15d9f7e5576b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:45.806947 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:47.577619 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-fd2006e5-eadb-46cc-8870-09872eee6237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:48.660259 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:49.550071 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-ef8398e2-83b0-4033-8b9f-0bedc630b148 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529980019&fields=id&tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6 HTTP/1.1" status: 200 len: 267 time: 0.0408628 Sep 15 19:25:49.627227 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-cc27ce46-4292-47d3-a9f6-0297976deb44 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:49.628652 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-cc27ce46-4292-47d3-a9f6-0297976deb44 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 984 time: 0.0735807 Sep 15 19:25:49.639075 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Request body: {'port': {'security_groups': ['ac9cb391-186b-4bae-99e8-f1b077d30f01']}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:25:49.754783 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:49.989932 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] For port 11353e94-52a5-4078-90b0-e8a13462a4bf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11353e94-52a5-4078-90b0-e8a13462a4bf,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:25:50.014383 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.019318 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.025310 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d8fa7c52-d59c-400c-9b33-2ba69019c516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:25:50.030471 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11353e94-52a5-4078-90b0-e8a13462a4bf'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:25:50.083003 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.093386 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:50.093990 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.095385 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-fc0adc75-a3a3-44ae-beb3-b34e0df853e1 req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "PUT /v2.0/ports/11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 942 time: 0.4606583 Sep 15 19:25:50.095896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:25:50.102679 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50690) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:25:50.108083 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event updated for resources: {'Port': ['ID=11353e94-52a5-4078-90b0-e8a13462a4bf,revision_number=7']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:25:50.118815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.118815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.119124 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.119363 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.119724 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.120157 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.124261 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.125512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.125512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.125512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.125798 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.140194 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:25:50.190007 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11353e94-52a5-4078-90b0-e8a13462a4bf'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:25:50.213031 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.257753 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.283150 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'status': 'completed', 'code': 200} Sep 15 19:25:50.337565 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.342707 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-618d381c-a6c4-42c0-a34e-a75b90622fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:25:50.358544 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a3716f-840d-4f50-856e-8475dc74d81d,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:25:50.371837 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.372126 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.372710 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.373078 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.373440 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.373794 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.374327 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.374860 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.375243 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.375598 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.376128 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:25:50.379395 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:25:50.381855 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.383165 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c3177e67-0eb9-4267-aee8-d5b46518c009 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "DELETE /v2.0/security-groups/27a3716f-840d-4f50-856e-8475dc74d81d HTTP/1.1" status: 204 len: 168 time: 0.2787437 Sep 15 19:25:50.385977 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50696) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:25:50.393982 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-edbcbdfe-8c09-4536-b870-a32b824f1f7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1098 time: 0.0882342 Sep 15 19:25:50.496623 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-7e4b09dc-8701-4c4e-8e84-ecd3e92f212c None None] Provisioning complete for port 11353e94-52a5-4078-90b0-e8a13462a4bf triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:25:50.497000 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-7e4b09dc-8701-4c4e-8e84-ecd3e92f212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.532038 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-aea83d5c-c9c4-4dbe-a922-edf0168e89f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:50.533389 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-aea83d5c-c9c4-4dbe-a922-edf0168e89f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 915 time: 0.1327670 Sep 15 19:25:50.591254 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Deleting port e58435de-8744-4412-8c1a-801c8c7c7d00 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:25:50.591589 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.643522 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-df74a7db-f8c1-4089-8f0b-eb5dcf515189 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 1001 time: 0.1035888 Sep 15 19:25:50.708694 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-24abdde4-d3e5-454b-b248-42422a4133ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:50.710705 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-24abdde4-d3e5-454b-b248-42422a4133ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 200 len: 853 time: 0.0607772 Sep 15 19:25:50.767810 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.768134 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:50.784436 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-ae227b55-344c-486b-ae75-8b9944fbb5f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=098ce35e-b253-4a87-b355-bb011855b349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661311 Sep 15 19:25:50.890964 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Calling delete_port for e58435de-8744-4412-8c1a-801c8c7c7d00 owned by network:floatingip {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:25:50.921180 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-7241bcf4-2789-4cf0-ad75-3001be839535 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298344 Sep 15 19:25:51.040717 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:51.044753 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ea601647-57f0-439a-a847-2230476a5c42 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:25:51.055435 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cab96c45-8d20-46b6-ac57-a43e98163833 req-09e97548-9b0c-49d6-a943-cc06c9080410 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273372 Sep 15 19:25:51.090558 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event deleted for resources: {'Port': ['ID=e58435de-8744-4412-8c1a-801c8c7c7d00,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:25:51.093156 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:25:51.180606 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks [] for floatingip, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:51.560428 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Router af2149e1-cbce-439b-804f-478c3b202af6 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:25:51.842945 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:25:51.853795 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] Sync routers for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:25:51.865114 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:51.866142 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:25:51.866755 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:25:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:25:51.917532 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "DELETE /v2.0/floatingips/d4b71333-ab2b-4783-808e-357762b95fd3 HTTP/1.1" status: 204 len: 168 time: 1.5305614 Sep 15 19:25:51.918165 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:25:52.055754 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'status': 'completed', 'code': 200} Sep 15 19:25:52.060767 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:25:52.156455 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-00595988-6b83-4ee3-9f3a-ee377f44a5d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 1098 time: 0.0761583 Sep 15 19:25:52.408132 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-516131ce-2fde-4554-90bb-cd2a1ecc0579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:52.409691 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-516131ce-2fde-4554-90bb-cd2a1ecc0579 service neutron] 10.222.0.58 "GET /v2.0/networks?id=098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 200 len: 915 time: 0.2471504 Sep 15 19:25:52.420265 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:24:12Z', 'revision_number': 5, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:25:52.424308 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] Checking router: af2149e1-cbce-439b-804f-478c3b202af6 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:25:52.435245 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:25:52.435833 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:25:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:25:52.479118 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-f45b24ba-da77-4c05-ba3a-476ffce92449 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 200 len: 217 time: 0.0627625 Sep 15 19:25:52.540175 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-19073803-fbff-4f5d-9b1a-b529c082ad44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:52.541566 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-19073803-fbff-4f5d-9b1a-b529c082ad44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 200 len: 853 time: 0.0558634 Sep 15 19:25:52.610582 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:25:52.615403 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-a5001249-9f17-4c70-9502-b2071dde8855 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=098ce35e-b253-4a87-b355-bb011855b349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662425 Sep 15 19:25:52.749932 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-3cabb305-607f-4a5c-a437-6a3a66ae4ef6 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271420 Sep 15 19:25:52.888444 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6807a5bb-b643-41aa-bbce-3f6b6387e794 req-2c9354bb-f5d6-4d13-9474-a1f48a6721e4 service neutron] 10.222.0.58 "GET /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319571 Sep 15 19:25:52.924560 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:24:12Z', 'revision_number': 5, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:25:52.929201 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8dbb4e-a37d-4326-b0ac-cc34e8b05154 None None] The sync data for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi is: [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:23:52Z', 'revision_number': 4, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '6d624479-429f-4719-82a4-5cf377a41766', 'name': '', 'network_id': '098ce35e-b253-4a87-b355-bb011855b349', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'mac_address': 'fa:16:3e:3b:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:52Z', 'updated_at': '2021-09-15T19:24:12Z', 'revision_number': 5, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'subnets': [{'id': '5897f168-8b1d-40d9-9c16-f09daf588c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:25:53.144148 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3cdea-59ef-4d80-908a-e1477d37d7ec None None] New status for floating IP d4b71333-ab2b-4783-808e-357762b95fd3: DOWN {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:25:55.208153 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f1179-dff4-4535-9092-0eb33490d639 req-159785af-be78-4965-9c64-d39422bb5cf6 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:55.208837 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-709f1179-dff4-4535-9092-0eb33490d639 req-159785af-be78-4965-9c64-d39422bb5cf6 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Synchronizing usage tracker for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:25:55.223547 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-709f1179-dff4-4535-9092-0eb33490d639 req-159785af-be78-4965-9c64-d39422bb5cf6 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Unset dirty status for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:25:55.225263 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-709f1179-dff4-4535-9092-0eb33490d639 req-159785af-be78-4965-9c64-d39422bb5cf6 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0963626 Sep 15 19:25:55.268516 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-709f1179-dff4-4535-9092-0eb33490d639 req-2b3f4c21-e4e7-4eb2-9924-7fa0b36390e0 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Synchronizing usage tracker for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:25:55.282678 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-709f1179-dff4-4535-9092-0eb33490d639 req-2b3f4c21-e4e7-4eb2-9924-7fa0b36390e0 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Unset dirty status for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:25:55.283928 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-709f1179-dff4-4535-9092-0eb33490d639 req-2b3f4c21-e4e7-4eb2-9924-7fa0b36390e0 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530765 Sep 15 19:25:56.483192 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c85dc-0e55-48ec-85ef-a2f92efdae19 req-cc863670-defd-4d15-ab7f-ce8fbaea8bdc tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:56.484625 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-866c85dc-0e55-48ec-85ef-a2f92efdae19 req-cc863670-defd-4d15-ab7f-ce8fbaea8bdc tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0785236 Sep 15 19:25:56.529813 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-866c85dc-0e55-48ec-85ef-a2f92efdae19 req-b46d1427-7978-4ee0-ac76-9d637152fbf6 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac9cb391-186b-4bae-99e8-f1b077d30f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Sep 15 19:25:56.810014 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-f23d4e21-fd4a-417b-81e7-95d5c864e14c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:25:56.811457 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-f23d4e21-fd4a-417b-81e7-95d5c864e14c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.58 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 945 time: 0.0754344 Sep 15 19:25:56.883118 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Deleting port 11353e94-52a5-4078-90b0-e8a13462a4bf {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:25:56.883729 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:57.123211 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] For port 11353e94-52a5-4078-90b0-e8a13462a4bf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=11353e94-52a5-4078-90b0-e8a13462a4bf,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:25:57.123513 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:57.240850 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Calling delete_port for 11353e94-52a5-4078-90b0-e8a13462a4bf owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:25:57.377418 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:57.383131 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:25:57.389108 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['11353e94-52a5-4078-90b0-e8a13462a4bf'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:25:57.430559 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Pushing event deleted for resources: {'Port': ['ID=11353e94-52a5-4078-90b0-e8a13462a4bf,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:25:57.434554 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:25:57.505701 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] No DVR routers for this DVR port 11353e94-52a5-4078-90b0-e8a13462a4bf on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:25:57.508250 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:57.510957 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'name': 'network-vif-deleted', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:25:57.525822 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-2b3ce73d-2690-49d3-b0db-fbfc28bb73a1 req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.58 "DELETE /v2.0/ports/11353e94-52a5-4078-90b0-e8a13462a4bf HTTP/1.1" status: 204 len: 173 time: 0.7091563 Sep 15 19:25:57.571591 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c620d74a-03f4-461c-8e6a-add31c760ab0', 'name': 'network-vif-deleted', 'tag': '11353e94-52a5-4078-90b0-e8a13462a4bf', 'status': 'completed', 'code': 200} Sep 15 19:25:57.694295 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-84b49b24-896c-4b39-80aa-aa12e428510b req-b759600f-161b-4788-a788-538d7ffdcd6c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Synchronizing usage tracker for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:25:57.708471 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-84b49b24-896c-4b39-80aa-aa12e428510b req-b759600f-161b-4788-a788-538d7ffdcd6c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Unset dirty status for tenant:e95885146d6e4bb48e2e03bd1ddb2fb6 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:25:57.709979 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-84b49b24-896c-4b39-80aa-aa12e428510b req-b759600f-161b-4788-a788-538d7ffdcd6c tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c620d74a-03f4-461c-8e6a-add31c760ab0 HTTP/1.1" status: 200 len: 210 time: 0.0583661 Sep 15 19:25:59.348092 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50780) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:25:59.813632 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:00.393377 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Deleting port 6d624479-429f-4719-82a4-5cf377a41766 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:00.394068 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:00.561424 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] For port 6d624479-429f-4719-82a4-5cf377a41766, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=6d624479-429f-4719-82a4-5cf377a41766,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:00.561774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:00.677427 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Calling delete_port for 6d624479-429f-4719-82a4-5cf377a41766 owned by network:router_interface {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:26:00.709112 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 11353e94-52a5-4078-90b0-e8a13462a4bf no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:26:00.741353 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 11353e94-52a5-4078-90b0-e8a13462a4bf {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:26:00.741700 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 11353e94-52a5-4078-90b0-e8a13462a4bf not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:26:00.845112 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:00.848495 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1c9c2087-ddb3-4736-bdf0-e740cbe81348 tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:00.889165 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d624479-429f-4719-82a4-5cf377a41766,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:00.893230 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:01.276647 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:01.826173 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Router af2149e1-cbce-439b-804f-478c3b202af6 has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:02.025939 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:02.034180 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] Sync routers for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:02.042361 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] 10.222.0.20 "PUT /v2.0/routers/af2149e1-cbce-439b-804f-478c3b202af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6932006 Sep 15 19:26:02.044819 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50784) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:02.046172 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:02.046774 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:25:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:02.222877 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:02.236278 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks [] for router, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:02.506798 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:26:00Z', 'revision_number': 5, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port': {'id': 'f31a6079-b1b6-4736-8576-6a7d7ebc9bab', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:50Z', 'updated_at': '2021-09-15T19:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:02.510982 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] Checking router: af2149e1-cbce-439b-804f-478c3b202af6 for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:02.521432 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] Routers {'af2149e1-cbce-439b-804f-478c3b202af6'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:02.522540 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:25:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['af2149e1-cbce-439b-804f-478c3b202af6'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:02.538737 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:02.547714 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Deleting port f31a6079-b1b6-4736-8576-6a7d7ebc9bab {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:02.547979 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:02.709930 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] Set router af2149e1-cbce-439b-804f-478c3b202af6 gateway port host: None {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:02.718623 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] For port f31a6079-b1b6-4736-8576-6a7d7ebc9bab, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=f31a6079-b1b6-4736-8576-6a7d7ebc9bab,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:02.718978 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:02.809442 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:26:02Z', 'revision_number': 6, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port_host': None}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:02.813248 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2779b63-9b8f-45cb-95ad-8baa9656c97d None None] The sync data for ids ['af2149e1-cbce-439b-804f-478c3b202af6'] in dv-cinder-805825-3-iscsi is: [{'id': 'af2149e1-cbce-439b-804f-478c3b202af6', 'name': 'tempest-TestMinimumBasicScenario-109719049-router', 'tenant_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:49Z', 'updated_at': '2021-09-15T19:26:02Z', 'revision_number': 6, 'project_id': 'e95885146d6e4bb48e2e03bd1ddb2fb6', 'gw_port_host': None}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:02.841790 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Calling delete_port for f31a6079-b1b6-4736-8576-6a7d7ebc9bab owned by network:router_gateway {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:26:03.000112 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.003485 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:03.043440 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31a6079-b1b6-4736-8576-6a7d7ebc9bab,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:03.047338 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:03.268169 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.516321 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.520392 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.545920 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.546513 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2149e1-cbce-439b-804f-478c3b202af6 {{(pid=75105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:26:03.559798 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.563233 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-e2f9d06c-afc9-4bb2-9ecc-749983e54666 admin admin] 10.222.0.20 "DELETE /v2.0/routers/af2149e1-cbce-439b-804f-478c3b202af6 HTTP/1.1" status: 204 len: 168 time: 1.5152247 Sep 15 19:26:03.563428 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50788) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:03.620749 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] Deleting subnet 5897f168-8b1d-40d9-9c16-f09daf588c56 {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:26:03.623770 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.675026 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66406579'] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.760398 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.898255 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 6d624479-429f-4719-82a4-5cf377a41766 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:26:03.931536 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 6d624479-429f-4719-82a4-5cf377a41766 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:26:03.931878 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 6d624479-429f-4719-82a4-5cf377a41766 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:26:03.932555 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device f31a6079-b1b6-4736-8576-6a7d7ebc9bab no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:26:03.932952 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66082463'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.941429 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:03.967597 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: f31a6079-b1b6-4736-8576-6a7d7ebc9bab {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:26:03.967943 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device f31a6079-b1b6-4736-8576-6a7d7ebc9bab not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:26:03.973730 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5897f168-8b1d-40d9-9c16-f09daf588c56,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:03.976980 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:03.979422 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:03.984847 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ab9fe-4f95-4bc3-886c-6e7b42d83493 None None] Network 098ce35e-b253-4a87-b355-bb011855b349 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:03.985206 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-8ea9297b-6268-4c23-a76a-47cd682aa7b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5897f168-8b1d-40d9-9c16-f09daf588c56 HTTP/1.1" status: 204 len: 168 time: 0.4208410 Sep 15 19:26:03.987654 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50792) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:04.093396 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.103961 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Deleting port 3f28102d-66d2-4eb1-9219-d3499d8423d6 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:04.104280 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.223009 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] DHCP port deletion for 098ce35e-b253-4a87-b355-bb011855b349 request from dv-cinder-805825-3-iscsi {{(pid=75106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:26:04.226951 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] Deleting port 3f28102d-66d2-4eb1-9219-d3499d8423d6 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:04.227356 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.306981 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] For port 3f28102d-66d2-4eb1-9219-d3499d8423d6, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=3f28102d-66d2-4eb1-9219-d3499d8423d6,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:04.307351 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.424434 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Calling delete_port for 3f28102d-66d2-4eb1-9219-d3499d8423d6 owned by network:dhcp {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:26:04.426417 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] For port 3f28102d-66d2-4eb1-9219-d3499d8423d6, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=3f28102d-66d2-4eb1-9219-d3499d8423d6,segment=NetworkSegment(6b521d7f-0a1b-4ca6-b988-2d0571da3170),segment_id=6b521d7f-0a1b-4ca6-b988-2d0571da3170)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:04.426808 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.496416 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.500121 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f621c2e5-6efe-471a-bca3-9947eee4aa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:04.543700 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] Calling delete_port for 3f28102d-66d2-4eb1-9219-d3499d8423d6 owned by network:dhcp {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:26:04.546012 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f28102d-66d2-4eb1-9219-d3499d8423d6,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:04.549341 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:04.550088 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] No DVR routers for this DVR port 3f28102d-66d2-4eb1-9219-d3499d8423d6 on host dv-cinder-805825-3-iscsi {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:26:04.611273 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.db.api [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:26:04.611642 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_db.api [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:26:04.662944 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.675430 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098ce35e-b253-4a87-b355-bb011855b349']}} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:04.687530 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b521d7f-0a1b-4ca6-b988-2d0571da3170') {'for_net_delete': True} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:04.687819 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b521d7f-0a1b-4ca6-b988-2d0571da3170') {} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:04.699282 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66406586'] for segment, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.714345 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.720600 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=75105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:26:04.721025 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66409712'] for segment, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: Traceback (most recent call last): Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: timer() Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: cb(*args, **kw) Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: return func(*args, **kwargs) Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: self._notify() Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: self.callback(batched_events) Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: event.method(event) Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: return f(self, *a, **k) Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._get(url).json() Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: return self.request(url, 'GET', **kwargs) Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:26:04.734396 dv-cinder-805825-3-iscsi neutron-server[75105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:26:04.810184 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.814356 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5fb6b61d-4a27-4d98-8f5e-d5c010f8c7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:04.827661 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:04.837459 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Pushing event deleted for resources: {'Network': ['ID=098ce35e-b253-4a87-b355-bb011855b349,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:04.841520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:04.844984 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] 10.222.0.20 "DELETE /v2.0/networks/098ce35e-b253-4a87-b355-bb011855b349 HTTP/1.1" status: 204 len: 168 time: 0.8563528 Sep 15 19:26:04.847810 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50796) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:05.112554 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] Deleting port 3f28102d-66d2-4eb1-9219-d3499d8423d6 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:05.113137 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:05.176563 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-40cf1cea-36e3-4b34-9429-7d58a6d2fee8 None None] The port '3f28102d-66d2-4eb1-9219-d3499d8423d6' was deleted {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:26:05.229997 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:05.904438 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Deleting port 51b81b35-7b91-494c-867c-0fe58bde7da1 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:05.904778 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:05.906339 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 3f28102d-66d2-4eb1-9219-d3499d8423d6 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:26:05.945239 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 3f28102d-66d2-4eb1-9219-d3499d8423d6 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:26:05.945239 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 3f28102d-66d2-4eb1-9219-d3499d8423d6 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:26:06.078160 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] For port 51b81b35-7b91-494c-867c-0fe58bde7da1, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=51b81b35-7b91-494c-867c-0fe58bde7da1,segment=NetworkSegment(adf3666f-fe74-444a-88f5-6b5ad512682f),segment_id=adf3666f-fe74-444a-88f5-6b5ad512682f)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:06.078515 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:06.195935 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Calling delete_port for 51b81b35-7b91-494c-867c-0fe58bde7da1 owned by network:router_interface {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:26:06.380873 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:06.385294 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-2f779058-3ef3-43d1-a312-d4817861d231 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:06.426525 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=51b81b35-7b91-494c-867c-0fe58bde7da1,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:06.429379 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:06.713816 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:07.366809 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Router bb54771a-6d68-494a-9736-84e8c6659f1a has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:07.561467 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:07.569860 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] Sync routers for ids ['bb54771a-6d68-494a-9736-84e8c6659f1a'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:07.578847 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] 10.222.0.20 "PUT /v2.0/routers/bb54771a-6d68-494a-9736-84e8c6659f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7299981 Sep 15 19:26:07.581190 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50800) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:07.582141 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] Routers {'bb54771a-6d68-494a-9736-84e8c6659f1a'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:07.582723 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:25:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['bb54771a-6d68-494a-9736-84e8c6659f1a'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:07.757162 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] Set router bb54771a-6d68-494a-9736-84e8c6659f1a gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:07.770851 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks [] for router, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:07.973693 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:07.984084 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Deleting port 1180bb52-7b4b-4264-b3f1-dba86810ffe4 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:07.984414 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:08.079567 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:26:06Z', 'revision_number': 5, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port': {'id': '1180bb52-7b4b-4264-b3f1-dba86810ffe4', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:23:56Z', 'updated_at': '2021-09-15T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:08.083306 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] Checking router: bb54771a-6d68-494a-9736-84e8c6659f1a for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:08.093991 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] Routers {'bb54771a-6d68-494a-9736-84e8c6659f1a'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:08.094582 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:25:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['bb54771a-6d68-494a-9736-84e8c6659f1a'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:08.153669 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] For port 1180bb52-7b4b-4264-b3f1-dba86810ffe4, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=1180bb52-7b4b-4264-b3f1-dba86810ffe4,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:08.154119 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:08.240868 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] Set router bb54771a-6d68-494a-9736-84e8c6659f1a gateway port host: None {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:08.275490 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Calling delete_port for 1180bb52-7b4b-4264-b3f1-dba86810ffe4 owned by network:router_gateway {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:26:08.342287 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:26:07Z', 'revision_number': 6, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port_host': None}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:08.345243 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:08.346733 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b015311-53ab-4fdf-bd91-91ba907603d4 None None] The sync data for ids ['bb54771a-6d68-494a-9736-84e8c6659f1a'] in dv-cinder-805825-3-iscsi is: [{'id': 'bb54771a-6d68-494a-9736-84e8c6659f1a', 'name': 'tempest-TestMinimumBasicScenario-1247934192-router', 'tenant_id': '10b51da4167d41219391fead0f112f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:23:55Z', 'updated_at': '2021-09-15T19:26:07Z', 'revision_number': 6, 'project_id': '10b51da4167d41219391fead0f112f08', 'gw_port_host': None}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:08.544448 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:08.547871 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-6a2baf0c-03a9-4845-bb65-0b1538124c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:08.588892 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Pushing event deleted for resources: {'Port': ['ID=1180bb52-7b4b-4264-b3f1-dba86810ffe4,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:08.592270 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:08.808219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.000526 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:26:09.058683 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.062947 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.088503 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.089088 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb54771a-6d68-494a-9736-84e8c6659f1a {{(pid=75105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:26:09.103709 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.104861 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bb54771a-6d68-494a-9736-84e8c6659f1a HTTP/1.1" status: 204 len: 168 time: 1.5227075 Sep 15 19:26:09.107426 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50804) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:09.168875 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] Deleting subnet d54e2210-d870-44ab-a3f3-702508dc3485 {{(pid=75105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:26:09.171958 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.220805 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66406579'] for subnet, precommit_delete_associations {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.300806 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.371428 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66082463'] for subnet, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.375190 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-155ae9c2-3812-49b6-afb9-21546211a4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:09.409119 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54e2210-d870-44ab-a3f3-702508dc3485,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:09.411583 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:09.414837 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.420441 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-dafffebc-b9f0-4f31-be6c-c39a7b10ab1f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d54e2210-d870-44ab-a3f3-702508dc3485 HTTP/1.1" status: 204 len: 168 time: 0.3120372 Sep 15 19:26:09.420596 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559bca31-2745-4f26-b8d5-9269ff119291 None None] Network 3a2ae79d-6238-4717-a773-6e1824b3059c requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:09.422863 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50808) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:09.525465 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.535397 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Deleting port d0e9dbea-dcd1-48b2-bc19-3abda9867338 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:09.535719 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.662211 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] DHCP port deletion for 3a2ae79d-6238-4717-a773-6e1824b3059c request from dv-cinder-805825-3-iscsi {{(pid=75106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:26:09.666056 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] Deleting port d0e9dbea-dcd1-48b2-bc19-3abda9867338 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:09.666430 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.832866 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] For port d0e9dbea-dcd1-48b2-bc19-3abda9867338, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d0e9dbea-dcd1-48b2-bc19-3abda9867338,segment=NetworkSegment(adf3666f-fe74-444a-88f5-6b5ad512682f),segment_id=adf3666f-fe74-444a-88f5-6b5ad512682f)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:09.833481 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.906584 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 51b81b35-7b91-494c-867c-0fe58bde7da1 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:26:09.940767 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 51b81b35-7b91-494c-867c-0fe58bde7da1 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:26:09.941110 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 51b81b35-7b91-494c-867c-0fe58bde7da1 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:26:09.941617 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 1180bb52-7b4b-4264-b3f1-dba86810ffe4 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:26:09.955008 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Calling delete_port for d0e9dbea-dcd1-48b2-bc19-3abda9867338 owned by network:dhcp {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:26:09.970158 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] For port d0e9dbea-dcd1-48b2-bc19-3abda9867338, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d0e9dbea-dcd1-48b2-bc19-3abda9867338,segment=NetworkSegment(adf3666f-fe74-444a-88f5-6b5ad512682f),segment_id=adf3666f-fe74-444a-88f5-6b5ad512682f)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:09.970559 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.983846 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 1180bb52-7b4b-4264-b3f1-dba86810ffe4 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:26:09.984192 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 1180bb52-7b4b-4264-b3f1-dba86810ffe4 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:26:09.984616 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d0e9dbea-dcd1-48b2-bc19-3abda9867338 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:26:10.028385 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.032415 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-476486e8-7e5b-4d95-952a-52e2314cf725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:10.075637 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e9dbea-dcd1-48b2-bc19-3abda9867338,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:10.079037 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:10.082084 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] No DVR routers for this DVR port d0e9dbea-dcd1-48b2-bc19-3abda9867338 on host dv-cinder-805825-3-iscsi {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:26:10.127930 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] Calling delete_port for d0e9dbea-dcd1-48b2-bc19-3abda9867338 owned by network:dhcp {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:26:10.191405 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No active binding found for port d0e9dbea-dcd1-48b2-bc19-3abda9867338 {{(pid=75106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Sep 15 19:26:10.191800 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d0e9dbea-dcd1-48b2-bc19-3abda9867338 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:26:10.196090 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.209170 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2ae79d-6238-4717-a773-6e1824b3059c']}} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:10.212072 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.db.api [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:26:10.212434 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_db.api [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:26:10.221025 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf3666f-fe74-444a-88f5-6b5ad512682f') {'for_net_delete': True} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:10.221316 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.services.segments.db [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf3666f-fe74-444a-88f5-6b5ad512682f') {} {{(pid=75105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:10.232856 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66406586'] for segment, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.249069 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.255128 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=75105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:26:10.255559 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66409712'] for segment, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: Traceback (most recent call last): Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: timer() Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: cb(*args, **kw) Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: return func(*args, **kwargs) Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: self._notify() Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: self.callback(batched_events) Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: event.method(event) Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: return f(self, *a, **k) Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._get(url).json() Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: return self.request(url, 'GET', **kwargs) Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:26:10.268729 dv-cinder-805825-3-iscsi neutron-server[75105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:26:10.344691 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.348456 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-bbb07304-5aea-4871-a7a1-f80a5b87c7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:10.361582 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.381715 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2ae79d-6238-4717-a773-6e1824b3059c,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:10.386677 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a2ae79d-6238-4717-a773-6e1824b3059c HTTP/1.1" status: 204 len: 168 time: 0.9609418 Sep 15 19:26:10.386677 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:10.571516 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50814) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:10.621039 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d7238206-fa55-43a3-849d-93c8fe0986d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e95885146d6e4bb48e2e03bd1ddb2fb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483611 Sep 15 19:26:10.623324 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50818) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:10.679854 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8255b655-0656-453f-9753-a72f5e0d3f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.703591 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8255b655-0656-453f-9753-a72f5e0d3f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.714063 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] Deleting port d0e9dbea-dcd1-48b2-bc19-3abda9867338 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:26:10.714584 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.757450 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8255b655-0656-453f-9753-a72f5e0d3f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.761553 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4641e35f-5b29-41dc-91ff-7e5d609456cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:10.775933 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255b655-0656-453f-9753-a72f5e0d3f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9cb391-186b-4bae-99e8-f1b077d30f01,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:10.778673 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-8255b655-0656-453f-9753-a72f5e0d3f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:10.782705 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-56f99f9f-5c60-40b6-b4a9-db918109b7a4 None None] The port 'd0e9dbea-dcd1-48b2-bc19-3abda9867338' was deleted {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:26:10.786785 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-8255b655-0656-453f-9753-a72f5e0d3f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:10.790437 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-8255b655-0656-453f-9753-a72f5e0d3f1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac9cb391-186b-4bae-99e8-f1b077d30f01 HTTP/1.1" status: 204 len: 168 time: 0.1644166 Sep 15 19:26:11.172833 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50826) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:11.222106 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1d57bc25-ca89-43db-a55e-c013189bd0fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10b51da4167d41219391fead0f112f08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480013 Sep 15 19:26:11.224379 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50830) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:11.281992 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1265c444-5589-43dc-868e-7100834768fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:11.306792 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1265c444-5589-43dc-868e-7100834768fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:11.356394 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1265c444-5589-43dc-868e-7100834768fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:11.360145 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-f22be7b8-68f0-4da3-9d4f-d7a7e32a7f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:11.371814 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265c444-5589-43dc-868e-7100834768fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa902ded-547a-49c5-acd4-512e1dacebae,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:11.375127 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-1265c444-5589-43dc-868e-7100834768fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:11.378165 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-1265c444-5589-43dc-868e-7100834768fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:11.379309 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-1265c444-5589-43dc-868e-7100834768fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa902ded-547a-49c5-acd4-512e1dacebae HTTP/1.1" status: 204 len: 168 time: 0.1540244 Sep 15 19:26:12.181299 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50852) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:12.306858 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2070066328-network', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:12.311518 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:12.315361 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Usage tracker for resource:network and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:12.318152 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:12.324694 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:12.335015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Made reservation on behalf of 5c7cc1678c4b4a8ea9b9d64d873d4958 for: {'network': 1} {{(pid=75104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:12.337273 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.349393 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.381828 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:12.385908 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:12.389374 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:12.396546 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:12.461896 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.465267 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.469030 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ca8709a1-be27-4c66-a0cf-5abc03c8697d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:12.500565 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=75104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:12.509583 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d0f08-33a3-404a-a1d7-fd865bc2991f,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:12.512952 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:12.515346 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.515684 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.segments_db [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Added segment dd3ebb97-d159-4183-8710-0ef945da59d2 of type vlan for network 72c462b0-d2bb-4016-931e-752588324fa1 Sep 15 19:26:12.542233 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.569911 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.571089 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:12.571688 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.576143 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-0c56f615-7237-436d-9d05-98aa0af65d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:12.666296 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4838991 Sep 15 19:26:12.669276 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50858) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:12.674286 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Pushing event updated for resources: {'Network': ['ID=72c462b0-d2bb-4016-931e-752588324fa1,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:12.674857 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Request body: {'subnet': {'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2070066328-subnet', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:12.676949 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b1089c6b-544a-41bb-9b08-38eaecee21d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:12.679814 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:12.683795 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Usage tracker for resource:subnet and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:12.683942 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network 72c462b0-d2bb-4016-931e-752588324fa1 details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:26:12.686893 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:12.692572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:12.706720 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Made reservation on behalf of 5c7cc1678c4b4a8ea9b9d64d873d4958 for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:12.709346 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66082434'] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.907604 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66406547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66082452'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:12.911013 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-100da3e2-9bc4-4a37-aad3-c2db0ce16e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:12.968125 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a40594-3204-4d9a-b9b4-5f3f24ad503f,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:12.971730 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:12.993874 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Checking segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:12.994224 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Network hostable DHCP agents. Network: 72c462b0-d2bb-4016-931e-752588324fa1, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:13.015468 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Network 72c462b0-d2bb-4016-931e-752588324fa1 is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:13.023998 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, 72c462b0-d2bb-4016-931e-752588324fa1) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:13.027865 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:13.028484 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.032660 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479cad1-716b-4aee-8985-54289d7feab7 None None] Network 72c462b0-d2bb-4016-931e-752588324fa1 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:13.048015 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-957f2e76-8273-4a8e-abef-72353a23fbc9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3776083 Sep 15 19:26:13.050691 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50862) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:13.056153 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:13.060610 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:13.064376 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Usage tracker for resource:router and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:13.067153 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:13.073459 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:13.086858 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.087793 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.106055 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.239318 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-72c462b0-d2bb-4016-931e-752588324fa1', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:26:13.240123 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.255625 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.399062 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Allocated IP 172.20.0.2 (72c462b0-d2bb-4016-931e-752588324fa1/41a40594-3204-4d9a-b9b4-5f3f24ad503f/e1ea7279-0e2b-4b32-9445-505da0e600a0) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:13.449849 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.568705 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.613584 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.623915 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Transition to ACTIVE for port object e1ea7279-0e2b-4b32-9445-505da0e600a0 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:13.642005 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Transition to ACTIVE for port object e1ea7279-0e2b-4b32-9445-505da0e600a0 will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:13.647614 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.651692 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:13.703187 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Allocated IP 172.27.2.157 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/964839a2-e96a-4de8-b8f7-913cd2f40f2b) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:13.716204 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Network 72c462b0-d2bb-4016-931e-752588324fa1 is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:13.719551 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:13.721425 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Pushing event updated for resources: {'Port': ['ID=e1ea7279-0e2b-4b32-9445-505da0e600a0,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:13.723575 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:13.761814 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.762158 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.762494 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.762824 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.763185 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.763500 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.763820 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.764140 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.764458 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.764777 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.765091 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:13.772419 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:13.821240 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Attempting to bind port e1ea7279-0e2b-4b32-9445-505da0e600a0 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:13.821608 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Attempting to bind port e1ea7279-0e2b-4b32-9445-505da0e600a0 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:13.821976 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Attempting to bind port e1ea7279-0e2b-4b32-9445-505da0e600a0 on network 72c462b0-d2bb-4016-931e-752588324fa1 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:13.828297 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:13.828672 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Checking segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:13.829073 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.829476 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Bound using segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:13.829938 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Bound port: e1ea7279-0e2b-4b32-9445-505da0e600a0, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:13.830312 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.854768 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.884185 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.888623 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0acaf6e7-542a-4790-a556-836469e0545f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:13.916853 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] For port e1ea7279-0e2b-4b32-9445-505da0e600a0, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:13.919889 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] For port e1ea7279-0e2b-4b32-9445-505da0e600a0, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=e1ea7279-0e2b-4b32-9445-505da0e600a0,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:13.925452 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:13.929958 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:13.952584 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:13.955512 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:13.957863 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:14.002242 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Pushing event updated for resources: {'Port': ['ID=964839a2-e96a-4de8-b8f7-913cd2f40f2b,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:14.005166 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:14.043999 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Pushing event updated for resources: {'Port': ['ID=e1ea7279-0e2b-4b32-9445-505da0e600a0,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:14.046703 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:14.134223 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:14.134967 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:14.370375 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:26:14.564663 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:14.573457 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:14.584607 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:14.585205 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:25:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:14.588333 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:14.589558 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5379417 Sep 15 19:26:14.592390 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50866) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:14.772245 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:14.958464 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaef4ac-63ae-457f-8ce6-81398804347b None None] Network 72c462b0-d2bb-4016-931e-752588324fa1 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:15.092279 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-d9331712-726e-4a96-9c1c-118fd2ab146c None None] Provisioning for port e1ea7279-0e2b-4b32-9445-505da0e600a0 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:15.269750 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:14Z', 'revision_number': 3, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:15.275563 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:15.275905 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Updating router 907bbd77-3819-40d0-bdf4-28c670ae22ad port 964839a2-e96a-4de8-b8f7-913cd2f40f2b binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:26:15.332699 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.446971 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-a28fa82b-3d74-426f-ad52-d721192b414a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.459343 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.664480 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Allocated IP 172.20.0.1 (72c462b0-d2bb-4016-931e-752588324fa1/41a40594-3204-4d9a-b9b4-5f3f24ad503f/a1af22fb-4b99-43b5-aa74-731868c7b19d) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:15.680499 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.696457 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Transition to ACTIVE for port object 964839a2-e96a-4de8-b8f7-913cd2f40f2b will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:15.702719 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.706659 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:15.783480 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Attempting to bind port 964839a2-e96a-4de8-b8f7-913cd2f40f2b on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:15.784169 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Attempting to bind port 964839a2-e96a-4de8-b8f7-913cd2f40f2b by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:15.784319 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Attempting to bind port 964839a2-e96a-4de8-b8f7-913cd2f40f2b on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:15.786220 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f1dc4-03eb-4cc1-89ca-061216d38fc0 None None] Pushing event updated for resources: {'Port': ['ID=964839a2-e96a-4de8-b8f7-913cd2f40f2b,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:15.789077 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-295f1dc4-03eb-4cc1-89ca-061216d38fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:15.798538 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:15.798916 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:15.799387 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.799733 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:15.800211 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Bound port: 964839a2-e96a-4de8-b8f7-913cd2f40f2b, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:15.800590 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.811003 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.828980 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Transition to ACTIVE for port object a1af22fb-4b99-43b5-aa74-731868c7b19d will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:15.847468 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.854125 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.859979 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:15.887936 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] For port 964839a2-e96a-4de8-b8f7-913cd2f40f2b, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:15.891657 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] For port 964839a2-e96a-4de8-b8f7-913cd2f40f2b, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=964839a2-e96a-4de8-b8f7-913cd2f40f2b,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:15.898796 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:15.903213 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:15.922614 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Network 72c462b0-d2bb-4016-931e-752588324fa1 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:15.925831 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:15.928843 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:15.984730 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f1dc4-03eb-4cc1-89ca-061216d38fc0 None None] Pushing event updated for resources: {'Port': ['ID=964839a2-e96a-4de8-b8f7-913cd2f40f2b,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:15.987707 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device e1ea7279-0e2b-4b32-9445-505da0e600a0 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:15.996097 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Pushing event updated for resources: {'Port': ['ID=a1af22fb-4b99-43b5-aa74-731868c7b19d,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:15.998879 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:16.008947 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.016839 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-295f1dc4-03eb-4cc1-89ca-061216d38fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:16.043309 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:16.043943 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:25:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:16.102203 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.255396 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port e1ea7279-0e2b-4b32-9445-505da0e600a0 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:16.268220 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port e1ea7279-0e2b-4b32-9445-505da0e600a0 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:16.268595 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.311489 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-d7c077d1-a97f-4e60-a35a-bf74769835fe None None] Provisioning for port a1af22fb-4b99-43b5-aa74-731868c7b19d completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:16.327758 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-d7c077d1-a97f-4e60-a35a-bf74769835fe None None] Provisioning complete for port a1af22fb-4b99-43b5-aa74-731868c7b19d triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:16.328140 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d7c077d1-a97f-4e60-a35a-bf74769835fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.331005 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.335480 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.362400 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fc5ae9ed-35a9-4243-ae5e-c1de45ceecff tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:16.372794 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:16.441339 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-d7c077d1-a97f-4e60-a35a-bf74769835fe None None] Port a1af22fb-4b99-43b5-aa74-731868c7b19d cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:26:16.442103 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.446373 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Pushing event updated for resources: {'Port': ['ID=a1af22fb-4b99-43b5-aa74-731868c7b19d,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:16.449482 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:16.579936 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Network 72c462b0-d2bb-4016-931e-752588324fa1 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:16.580983 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:16.603784 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.717113 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port e1ea7279-0e2b-4b32-9445-505da0e600a0, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=e1ea7279-0e2b-4b32-9445-505da0e600a0,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:16.748346 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.752803 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:16.829533 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=e1ea7279-0e2b-4b32-9445-505da0e600a0,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:16.833383 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:16.849511 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:15Z', 'revision_number': 1, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:16.857750 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a57953-3382-4bc9-8a69-ddf340107d6f None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:15Z', 'revision_number': 1, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:16.871505 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-a5acdb6d-b08b-40d4-bb92-afb07c796b50 None None] Provisioning complete for port a1af22fb-4b99-43b5-aa74-731868c7b19d triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:16.877045 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-a5acdb6d-b08b-40d4-bb92-afb07c796b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:16.929346 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-a5acdb6d-b08b-40d4-bb92-afb07c796b50 None None] Port a1af22fb-4b99-43b5-aa74-731868c7b19d cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:26:17.124370 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:17.333643 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:17.342564 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] 10.222.0.20 "PUT /v2.0/routers/907bbd77-3819-40d0-bdf4-28c670ae22ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7491021 Sep 15 19:26:17.582401 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-412f97db-d2e8-4f16-a2cd-9a58cdff3797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.013184 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 964839a2-e96a-4de8-b8f7-913cd2f40f2b up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:18.085998 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 964839a2-e96a-4de8-b8f7-913cd2f40f2b completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:18.091088 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 964839a2-e96a-4de8-b8f7-913cd2f40f2b triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:18.091503 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.203037 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.219282 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 964839a2-e96a-4de8-b8f7-913cd2f40f2b, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=964839a2-e96a-4de8-b8f7-913cd2f40f2b,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:18.223067 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.223907 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device e1ea7279-0e2b-4b32-9445-505da0e600a0 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:18.230932 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50888) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:18.236443 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1258553835-network', 'tenant_id': '76bb1617189747e8ac8a770b94db5962'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:18.241302 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:18.245265 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Usage tracker for resource:network and tenant:76bb1617189747e8ac8a770b94db5962 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:18.248135 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:18.251064 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-5a0eaf2f-f00d-4ca4-8c69-780652c605c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:18.254061 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:18.267450 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Made reservation on behalf of 76bb1617189747e8ac8a770b94db5962 for: {'network': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:18.269688 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for network, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.283201 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.312993 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:18.316815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Usage tracker for resource:security_group_rule and tenant:76bb1617189747e8ac8a770b94db5962 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:18.319673 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:18.325300 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:18.334785 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=964839a2-e96a-4de8-b8f7-913cd2f40f2b,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:18.337903 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:18.348712 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port e1ea7279-0e2b-4b32-9445-505da0e600a0 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:18.349099 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.392723 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.398522 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.404173 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-fed32cab-88eb-4d8d-b29d-ff42d56c13ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:18.431404 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=75105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:18.438843 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c7b25b-b930-4bc7-820c-f130be3544c9,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:18.442439 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:18.446870 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.447242 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.segments_db [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Added segment 8198d3cb-0da1-4819-90bd-d623e5aebbda of type vlan for network b2fb790a-5d25-4f39-8509-3e19fb54cbea Sep 15 19:26:18.474042 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779550701038'] for network, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.501810 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809'] for network, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.502965 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:18.503563 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.507174 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:18.604900 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Pushing event updated for resources: {'Network': ['ID=b2fb790a-5d25-4f39-8509-3e19fb54cbea,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:18.607801 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3758268 Sep 15 19:26:18.608722 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-642229aa-df0e-47c2-88ae-d20f6a12884c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:18.610545 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50892) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:18.614812 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Network b2fb790a-5d25-4f39-8509-3e19fb54cbea details requested by agent ovs-agent-dv-cinder-805825-3-iscsi with host dv-cinder-805825-3-iscsi {{(pid=75106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:26:18.615893 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Request body: {'subnet': {'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1258553835-subnet', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'ip_version': 4}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:18.620598 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:18.624391 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Usage tracker for resource:subnet and tenant:76bb1617189747e8ac8a770b94db5962 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:18.627225 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:18.633428 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:18.644394 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Made reservation on behalf of 76bb1617189747e8ac8a770b94db5962 for: {'subnet': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:18.648265 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66082434'] for subnet, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.722141 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.845384 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66406547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66082452'] for subnet, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.848616 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:18.917238 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927b5ee0-25c3-4852-acc2-10cc2ea07e7d,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:18.922031 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:18.932442 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Checking segment: {'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:18.932787 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Network hostable DHCP agents. Network: b2fb790a-5d25-4f39-8509-3e19fb54cbea, hostable agents: ['2bd716ae-b22c-474a-98d5-1667825b8fc2'], hosted agents: [] {{(pid=75105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:18.954314 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Network b2fb790a-5d25-4f39-8509-3e19fb54cbea is scheduled to be hosted by DHCP agent 2bd716ae-b22c-474a-98d5-1667825b8fc2 with binding_index 1 {{(pid=75105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:18.963213 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-iscsi, b2fb790a-5d25-4f39-8509-3e19fb54cbea) {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:18.967371 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:18.967957 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:18.971869 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9ff3ae-973b-429b-a4be-c8d8662a4914 None None] Network b2fb790a-5d25-4f39-8509-3e19fb54cbea requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:18.987469 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-ca052955-124c-4bf6-b099-a9b14935c885 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3758709 Sep 15 19:26:18.989998 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50896) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:18.995569 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:18.999927 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:19.003709 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Usage tracker for resource:router and tenant:76bb1617189747e8ac8a770b94db5962 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:19.007036 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:19.012871 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:19.026483 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.027482 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7046'] for router, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.049770 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.179295 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c768c85-bd7a-5ea3-83a4-6fbeabfb5538-b2fb790a-5d25-4f39-8509-3e19fb54cbea', 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'fixed_ips': [{'subnet_id': '927b5ee0-25c3-4852-acc2-10cc2ea07e7d'}]}} from dv-cinder-805825-3-iscsi. {{(pid=75106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:26:19.180093 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.195684 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7056'] for router, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.368481 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.db_base_plugin_common [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Allocated IP 172.20.0.2 (b2fb790a-5d25-4f39-8509-3e19fb54cbea/927b5ee0-25c3-4852-acc2-10cc2ea07e7d/d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4) {{(pid=75106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:19.387660 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.416688 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.554881 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Allocated IP 172.27.2.205 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/410f1411-54c5-4491-b464-6bcec30813da) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:19.573059 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Notify callbacks [] for port, precommit_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.583298 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Transition to ACTIVE for port object d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:19.601587 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Transition to ACTIVE for port object d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 will not be triggered until provisioned by entity DHCP. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:19.608005 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255'] for port, after_create {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.611856 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:19.671015 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Network b2fb790a-5d25-4f39-8509-3e19fb54cbea is already hosted by enough agents. {{(pid=75106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:19.673734 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.scheduler.base_scheduler [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Resources bound (agent type, host, resource id): {{(pid=75106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:19.677352 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Received port after_create {{(pid=75106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:19.683152 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Pushing event updated for resources: {'Port': ['ID=d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4,revision_number=1']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:19.687148 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:19.705453 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.733238 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.737780 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-279e5eee-d619-4a35-b35f-7cb15308c9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:19.767497 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Attempting to bind port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:19.767860 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Attempting to bind port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:19.768219 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Attempting to bind port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 on network b2fb790a-5d25-4f39-8509-3e19fb54cbea {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:19.774939 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:19.775335 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Checking segment: {'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:19.775726 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.776111 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Bound using segment: {'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:19.776564 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Bound port: d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:19.776934 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.800948 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:19.804313 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:19.806612 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:19.843183 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Pushing event updated for resources: {'Port': ['ID=410f1411-54c5-4491-b464-6bcec30813da,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:19.845986 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:19.860871 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] For port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:19.864315 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] For port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4,segment=NetworkSegment(8198d3cb-0da1-4819-90bd-d623e5aebbda),segment_id=8198d3cb-0da1-4819-90bd-d623e5aebbda)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:19.869991 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:19.873894 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:19.933785 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 964839a2-e96a-4de8-b8f7-913cd2f40f2b up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:19.998497 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Pushing event updated for resources: {'Port': ['ID=d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4,revision_number=2']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:20.005374 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-58f1798b-6c6c-4fe9-9dab-52f9e40dd4d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:20.028232 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 964839a2-e96a-4de8-b8f7-913cd2f40f2b triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:20.028685 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:20.082571 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:20.083350 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498479'] for router, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:20.091032 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:20.339843 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Router f2243aab-57eb-4c0e-a8a2-88fc9385347e is scheduled to L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 with binding_index 1 {{(pid=75105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:26:20.536308 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:20.545071 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Sync routers for ids ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:20.556319 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Routers {'f2243aab-57eb-4c0e-a8a2-88fc9385347e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:20.557107 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:26:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:20.559360 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] Notify callbacks [] for router, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:20.560607 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-71d28ed5-444f-42f6-a0c8-4ba4e434b2ca admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5691772 Sep 15 19:26:20.563235 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50900) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:20.743290 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Set router f2243aab-57eb-4c0e-a8a2-88fc9385347e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:20.891499 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0968d1-ae6a-4c8d-b498-d88907babda7 None None] Network b2fb790a-5d25-4f39-8509-3e19fb54cbea requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:21.044783 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '410f1411-54c5-4491-b464-6bcec30813da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:20Z', 'revision_number': 3, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port': {'id': '410f1411-54c5-4491-b464-6bcec30813da', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:21.049073 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Checking router: f2243aab-57eb-4c0e-a8a2-88fc9385347e for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:21.049548 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Updating router f2243aab-57eb-4c0e-a8a2-88fc9385347e port 410f1411-54c5-4491-b464-6bcec30813da binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:26:21.102781 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.113113 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-5672f00b-1363-4362-82e8-cb5455ecc1fc None None] Provisioning for port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:21.324445 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.456882 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.468351 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Transition to ACTIVE for port object 410f1411-54c5-4491-b464-6bcec30813da will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:21.475806 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.480212 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7a59f5f1-e02e-46f5-9a2e-150e3904d248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:21.530156 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Allocated IP 172.20.0.1 (b2fb790a-5d25-4f39-8509-3e19fb54cbea/927b5ee0-25c3-4852-acc2-10cc2ea07e7d/115ca42e-4ba3-4e4e-b5e7-8b461940c189) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:21.557324 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Pushing event updated for resources: {'Port': ['ID=410f1411-54c5-4491-b464-6bcec30813da,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:21.560092 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Attempting to bind port 410f1411-54c5-4491-b464-6bcec30813da on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:21.560490 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Attempting to bind port 410f1411-54c5-4491-b464-6bcec30813da by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:21.560915 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Attempting to bind port 410f1411-54c5-4491-b464-6bcec30813da on network f86d9b16-c39c-4460-97ca-ff3823e4c76a {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:21.571485 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.571755 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.572081 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.572408 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.572728 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.573042 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.573356 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.573686 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.574001 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.574309 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.574617 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:21.577898 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:21.578253 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Checking segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:21.578653 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.579031 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Bound using segment: {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:21.579520 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Bound port: 410f1411-54c5-4491-b464-6bcec30813da, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3175f4db-2922-4c83-a159-c4297d60e746', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:21.579890 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.602261 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:21.654146 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] For port 410f1411-54c5-4491-b464-6bcec30813da, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:21.659528 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] For port 410f1411-54c5-4491-b464-6bcec30813da, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=410f1411-54c5-4491-b464-6bcec30813da,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:21.666465 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.668716 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:21.751424 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Routers {'f2243aab-57eb-4c0e-a8a2-88fc9385347e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:21.752036 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:26:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:21.784371 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.799970 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Transition to ACTIVE for port object 115ca42e-4ba3-4e4e-b5e7-8b461940c189 will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:21.804493 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Pushing event updated for resources: {'Port': ['ID=410f1411-54c5-4491-b464-6bcec30813da,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:21.807808 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-62b0e310-840c-4a61-832d-c031f3390c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:21.824974 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.829099 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-e3c91bb0-10c9-4cac-958a-27fdcae3f723 tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:21.915139 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Network b2fb790a-5d25-4f39-8509-3e19fb54cbea is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:21.918245 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:21.920774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:21.938054 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] Set router f2243aab-57eb-4c0e-a8a2-88fc9385347e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:21.950270 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Pushing event updated for resources: {'Port': ['ID=115ca42e-4ba3-4e4e-b5e7-8b461940c189,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:21.953131 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:21.984906 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491641'] for router_interface, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:21.985084 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:22.061329 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:22.067117 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:22.067497 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.073945 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.191385 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.225552 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4,segment=NetworkSegment(8198d3cb-0da1-4819-90bd-d623e5aebbda),segment_id=8198d3cb-0da1-4819-90bd-d623e5aebbda)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:22.229599 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.232290 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-295f1dc4-03eb-4cc1-89ca-061216d38fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:22.257073 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '410f1411-54c5-4491-b464-6bcec30813da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:20Z', 'revision_number': 3, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port': {'id': '410f1411-54c5-4491-b464-6bcec30813da', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:22.261530 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43ca1b-a1af-496e-b60a-4865ec441e20 None None] The sync data for ids ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'] in dv-cinder-805825-3-iscsi is: [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '410f1411-54c5-4491-b464-6bcec30813da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:20Z', 'revision_number': 3, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port': {'id': '410f1411-54c5-4491-b464-6bcec30813da', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:22.298739 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-b2aa32f0-f1a2-43c7-847e-224913ceca7b None None] Provisioning for port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:22.307557 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-b2aa32f0-f1a2-43c7-847e-224913ceca7b None None] Provisioning complete for port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:22.307932 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-b2aa32f0-f1a2-43c7-847e-224913ceca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.326383 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.330653 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.354149 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:22.358510 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-96965c2d-b161-42d5-90b4-1b25ac0fe384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:22.358845 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:22.366825 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa32f0-f1a2-43c7-847e-224913ceca7b None None] Port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:26:22.437776 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Pushing event updated for resources: {'Port': ['ID=115ca42e-4ba3-4e4e-b5e7-8b461940c189,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:22.440543 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:22.441637 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1474006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496981'] for router_interface, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.572641 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Network b2fb790a-5d25-4f39-8509-3e19fb54cbea is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:22.573731 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:22.788334 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0ff8c7bd-b744-4dd2-9259-6b5f0b51caa3 None None] Provisioning complete for port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:22.788697 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0ff8c7bd-b744-4dd2-9259-6b5f0b51caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:22.839190 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8c7bd-b744-4dd2-9259-6b5f0b51caa3 None None] Port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:26:22.956979 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Router f2243aab-57eb-4c0e-a8a2-88fc9385347e has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:23.162835 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:23.171703 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-0b6ebedf-f734-4634-a43e-929ce625d37d admin admin] 10.222.0.20 "PUT /v2.0/routers/f2243aab-57eb-4c0e-a8a2-88fc9385347e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6075196 Sep 15 19:26:23.912851 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:23.985112 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:23.985683 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.063793 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50910) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:24.069785 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245360651', 'description': 'tempest-secgroup-smoke-245360651 description', 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:24.075759 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:24.079857 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:security_group and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:24.082703 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:24.089988 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:24.100970 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.134628 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:24.138321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:security_group_rule and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:24.141096 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:24.147244 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:24.198862 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.202764 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.206263 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-72a9ab89-7a10-4b14-acbd-b841e0fb4d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:24.243846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58beee-767a-4b19-b49c-77038d9572b5,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:24.246443 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.247654 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1828008 Sep 15 19:26:24.248521 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6ae46e4b-60bc-4461-9c78-9bec452d6c89 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:24.250543 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 50914) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:24.255958 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'security_group_rule': {'security_group_id': '5f58beee-767a-4b19-b49c-77038d9572b5', 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:24.262193 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:24.266056 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:security_group_rule and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:24.269104 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:24.275367 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:24.292277 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.350861 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.354336 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.356396 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:24.377808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5073d4b8-a363-4d1f-8b19-f3719792f3a3,revision_number=0']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:24.382764 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:24.387503 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.388596 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-032ab0ce-8a25-484e-9a63-e2e32489f5c4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1370585 Sep 15 19:26:24.391430 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50918) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:24.397812 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'security_group_rule': {'security_group_id': '5f58beee-767a-4b19-b49c-77038d9572b5', 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:24.403626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:24.407584 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:security_group_rule and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:24.410570 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:24.416268 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:24.432264 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.491505 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.494861 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.496824 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:24.518598 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fd26de-a148-4d81-8a63-6582237e776d,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:24.523344 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:24.527911 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.529110 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1365638 Sep 15 19:26:24.531698 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50922) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:24.537035 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'security_group_rule': {'security_group_id': '5f58beee-767a-4b19-b49c-77038d9572b5', 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:24.542598 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:24.546292 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:security_group_rule and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:24.549136 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:24.554729 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:24.571307 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.632232 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.635666 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.637625 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:24.661795 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13708a3e-ca8f-4260-a94a-57849a18627f,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:24.666098 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:24.670121 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.671315 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-66efc52c-33c5-4063-8ade-47e1c3bffdfa tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1386480 Sep 15 19:26:24.673959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50926) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:24.679427 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'security_group_rule': {'security_group_id': '5f58beee-767a-4b19-b49c-77038d9572b5', 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:24.685079 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:24.688782 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:security_group_rule and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:24.691637 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:24.697840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:24.812425 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.872906 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.877876 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.879913 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4cb4fcf0-ce86-4c50-b14a-3fc81e8baf18 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:24.901663 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de71881f-a230-425d-b8c0-695284584201,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:24.903910 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:24.911864 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:24.913053 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-babeb411-bca9-4623-b0da-361d11c5bff1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2381914 Sep 15 19:26:24.915840 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50930) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:24.921294 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'security_group_rule': {'security_group_id': '5f58beee-767a-4b19-b49c-77038d9572b5', 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:24.927096 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:24.931515 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:security_group_rule and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:24.934434 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:24.940124 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:24.950719 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.securitygroups_db [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Project 5c7cc1678c4b4a8ea9b9d64d873d4958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:26:24.957044 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:25.021681 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:25.025289 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:25.027524 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b19e196b-13e0-4e7b-a2e2-c2dd166eb843 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:25.048754 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3ab7a2-9e46-4085-b18b-9f421594b798,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:25.051246 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:25.058473 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:25.059677 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-4e6685de-e253-400e-bca6-bcb77accf270 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1428344 Sep 15 19:26:25.062268 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 50934) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:25.067677 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'security_group_rule': {'security_group_id': '5f58beee-767a-4b19-b49c-77038d9572b5', 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:25.073812 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:25.077581 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:security_group_rule and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:25.080431 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:25.086074 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:25.095657 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.securitygroups_db [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Project 5c7cc1678c4b4a8ea9b9d64d873d4958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:26:25.102168 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:25.168392 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:25.171605 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488174'] for security_group_rule, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:25.173559 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-210e3c9c-3c45-4ff9-a773-08569886a676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:25.194814 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b944ce-67ad-43d9-b71d-3a48c9907cd1,revision_number=0']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:25.197142 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:25.203891 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:25.205051 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-108c721e-8d1a-4a5c-9bcf-562d89cc5675 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1418869 Sep 15 19:26:27.937007 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 410f1411-54c5-4491-b464-6bcec30813da up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:28.033984 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 410f1411-54c5-4491-b464-6bcec30813da completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:28.038574 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 410f1411-54c5-4491-b464-6bcec30813da triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:28.038949 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:28.155790 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:28.172816 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 410f1411-54c5-4491-b464-6bcec30813da, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=410f1411-54c5-4491-b464-6bcec30813da,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:28.176696 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:28.178562 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:28.242155 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=410f1411-54c5-4491-b464-6bcec30813da,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:28.246353 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:29.920348 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 410f1411-54c5-4491-b464-6bcec30813da up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:29.988244 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 410f1411-54c5-4491-b464-6bcec30813da triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:29.988610 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:31.436879 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:31.448898 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:31.449496 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:26:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:31.623944 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:31.931728 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 2, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:31.935541 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:31.935899 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Updating router 907bbd77-3819-40d0-bdf4-28c670ae22ad port a1af22fb-4b99-43b5-aa74-731868c7b19d binding host dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:26:31.990167 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.325932 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.337854 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Transition to ACTIVE for port object a1af22fb-4b99-43b5-aa74-731868c7b19d will not be triggered until provisioned by entity L2. {{(pid=75106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:32.344762 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.348106 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8d951787-dae7-470c-85e7-faa51963d773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:32.480453 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49d00b-e4ce-4cf5-ae84-44162b974963 None None] Pushing event updated for resources: {'Port': ['ID=a1af22fb-4b99-43b5-aa74-731868c7b19d,revision_number=3']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:32.485755 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-9f49d00b-e4ce-4cf5-ae84-44162b974963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:32.620416 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Attempting to bind port a1af22fb-4b99-43b5-aa74-731868c7b19d on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:32.620808 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Attempting to bind port a1af22fb-4b99-43b5-aa74-731868c7b19d by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:32.621176 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Attempting to bind port a1af22fb-4b99-43b5-aa74-731868c7b19d on network 72c462b0-d2bb-4016-931e-752588324fa1 {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:32.632162 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:32.632531 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Checking segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:32.633446 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.634096 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Bound using segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} {{(pid=75106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:32.634577 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.managers [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Bound port: a1af22fb-4b99-43b5-aa74-731868c7b19d, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}}] {{(pid=75106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:32.634947 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.727408 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] For port a1af22fb-4b99-43b5-aa74-731868c7b19d, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:32.730519 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] For port a1af22fb-4b99-43b5-aa74-731868c7b19d, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=a1af22fb-4b99-43b5-aa74-731868c7b19d,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:32.734813 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.738275 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:32.814757 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49d00b-e4ce-4cf5-ae84-44162b974963 None None] Pushing event updated for resources: {'Port': ['ID=a1af22fb-4b99-43b5-aa74-731868c7b19d,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:32.818804 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-9f49d00b-e4ce-4cf5-ae84-44162b974963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:32.819907 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:32.820636 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:26:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:33.020139 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:33.125194 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Sync routers for ids ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:33.137472 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Routers {'f2243aab-57eb-4c0e-a8a2-88fc9385347e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:33.138091 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:26:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:33.315024 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Set router f2243aab-57eb-4c0e-a8a2-88fc9385347e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:33.347204 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:32Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:33.351141 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde8042-e2c6-4ec3-b3de-a8f9af3d7ac1 None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:32Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:33.680475 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '410f1411-54c5-4491-b464-6bcec30813da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:22Z', 'revision_number': 4, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port': {'id': '410f1411-54c5-4491-b464-6bcec30813da', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '115ca42e-4ba3-4e4e-b5e7-8b461940c189', 'name': '', 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'mac_address': 'fa:16:3e:ad:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927b5ee0-25c3-4852-acc2-10cc2ea07e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:21Z', 'updated_at': '2021-09-15T19:26:22Z', 'revision_number': 2, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'subnets': [{'id': '927b5ee0-25c3-4852-acc2-10cc2ea07e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:33.684992 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Checking router: f2243aab-57eb-4c0e-a8a2-88fc9385347e for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:33.685301 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Updating router f2243aab-57eb-4c0e-a8a2-88fc9385347e port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 binding host dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:26:33.738882 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.941399 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device a1af22fb-4b99-43b5-aa74-731868c7b19d up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:34.014833 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port a1af22fb-4b99-43b5-aa74-731868c7b19d completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:34.020583 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port a1af22fb-4b99-43b5-aa74-731868c7b19d triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:34.020996 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.107172 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.122045 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Transition to ACTIVE for port object 115ca42e-4ba3-4e4e-b5e7-8b461940c189 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:34.129036 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.132814 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-32075412-466f-41f3-9c46-c49a5ecf61af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.136883 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.171752 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port a1af22fb-4b99-43b5-aa74-731868c7b19d, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=a1af22fb-4b99-43b5-aa74-731868c7b19d,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:34.175662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.178441 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.246425 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c4cd2-773e-4cf6-9e14-567be05e58d2 None None] Pushing event updated for resources: {'Port': ['ID=115ca42e-4ba3-4e4e-b5e7-8b461940c189,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.255696 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c29c4cd2-773e-4cf6-9e14-567be05e58d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.258818 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=a1af22fb-4b99-43b5-aa74-731868c7b19d,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.261992 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.347871 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Attempting to bind port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 on host dv-cinder-805825-3-iscsi for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:34.348255 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Attempting to bind port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 by drivers openvswitch,hyperv on host dv-cinder-805825-3-iscsi at level 0 using segments [{'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:34.348610 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Attempting to bind port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 on network b2fb790a-5d25-4f39-8509-3e19fb54cbea {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:34.356119 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Checking agent: {'id': 'ec3602ca-19e1-4bf1-80e5-6f0a320eb677', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 5, 46), 'started_at': datetime.datetime(2021, 9, 15, 19, 6, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:34.356501 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Checking segment: {'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:34.356906 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.357351 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Bound using segment: {'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:34.357770 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Bound port: 115ca42e-4ba3-4e4e-b5e7-8b461940c189, host: dv-cinder-805825-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8198d3cb-0da1-4819-90bd-d623e5aebbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:34.358167 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.454242 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] For port 115ca42e-4ba3-4e4e-b5e7-8b461940c189, host dv-cinder-805825-3-iscsi, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:34.457530 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] For port 115ca42e-4ba3-4e4e-b5e7-8b461940c189, host dv-cinder-805825-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=115ca42e-4ba3-4e4e-b5e7-8b461940c189,segment=NetworkSegment(8198d3cb-0da1-4819-90bd-d623e5aebbda),segment_id=8198d3cb-0da1-4819-90bd-d623e5aebbda)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:34.461861 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.466117 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e1129448-8d3d-4b88-8440-b24cde2ad366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.547294 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c4cd2-773e-4cf6-9e14-567be05e58d2 None None] Pushing event updated for resources: {'Port': ['ID=115ca42e-4ba3-4e4e-b5e7-8b461940c189,revision_number=4']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.550380 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c29c4cd2-773e-4cf6-9e14-567be05e58d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.558785 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Routers {'f2243aab-57eb-4c0e-a8a2-88fc9385347e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:34.559421 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:26:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:34.746989 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] Set router f2243aab-57eb-4c0e-a8a2-88fc9385347e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:35.063786 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '410f1411-54c5-4491-b464-6bcec30813da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:22Z', 'revision_number': 4, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port': {'id': '410f1411-54c5-4491-b464-6bcec30813da', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '115ca42e-4ba3-4e4e-b5e7-8b461940c189', 'name': '', 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'mac_address': 'fa:16:3e:ad:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927b5ee0-25c3-4852-acc2-10cc2ea07e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:21Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 4, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'subnets': [{'id': '927b5ee0-25c3-4852-acc2-10cc2ea07e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:35.067683 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b66b2-f911-4c57-9e2f-796c1005b63b None None] The sync data for ids ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'] in dv-cinder-805825-3-iscsi is: [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '410f1411-54c5-4491-b464-6bcec30813da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:22Z', 'revision_number': 4, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port': {'id': '410f1411-54c5-4491-b464-6bcec30813da', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': '115ca42e-4ba3-4e4e-b5e7-8b461940c189', 'name': '', 'network_id': 'b2fb790a-5d25-4f39-8509-3e19fb54cbea', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'mac_address': 'fa:16:3e:ad:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927b5ee0-25c3-4852-acc2-10cc2ea07e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:21Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 4, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'subnets': [{'id': '927b5ee0-25c3-4852-acc2-10cc2ea07e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:35.984387 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device a1af22fb-4b99-43b5-aa74-731868c7b19d up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:36.063359 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port a1af22fb-4b99-43b5-aa74-731868c7b19d triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:36.063727 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.177788 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 115ca42e-4ba3-4e4e-b5e7-8b461940c189 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:36.241631 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning for port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:36.246698 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:36.247073 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.359760 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.391332 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] For port 115ca42e-4ba3-4e4e-b5e7-8b461940c189, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=115ca42e-4ba3-4e4e-b5e7-8b461940c189,segment=NetworkSegment(8198d3cb-0da1-4819-90bd-d623e5aebbda),segment_id=8198d3cb-0da1-4819-90bd-d623e5aebbda)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:36.395886 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.397559 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:36.462889 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Pushing event updated for resources: {'Port': ['ID=115ca42e-4ba3-4e4e-b5e7-8b461940c189,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:36.465703 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:37.919168 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 115ca42e-4ba3-4e4e-b5e7-8b461940c189 up at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:37.987466 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Provisioning complete for port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:37.987784 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.370131 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.510154 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-356f836d-d850-4e8e-9f25-2b1d5b476c15 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245360651&fields=id&tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 267 time: 0.0410445 Sep 15 19:26:41.654469 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b95f71-145d-4475-80b5-d46da86e0049 req-e1ec2429-966b-4bcc-8dd9-fa84887af847 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:41.655933 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-e1ec2429-966b-4bcc-8dd9-fa84887af847 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 812 time: 0.1388934 Sep 15 19:26:41.671433 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-1b9ac9f2-67c8-4c7e-8013-b176cea43c1d tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/quotas/5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 375 time: 0.0103133 Sep 15 19:26:41.754628 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b7163025-e427-4d47-a900-5b3858c58334 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:26:41.771336 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b7163025-e427-4d47-a900-5b3858c58334 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:26:41.772542 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b7163025-e427-4d47-a900-5b3858c58334 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966282 Sep 15 19:26:42.052473 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-c3748066-6960-4e6f-ab95-6ed8af090530 service neutron] 10.222.0.20 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678032 Sep 15 19:26:42.181789 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-f5a977cf-9300-46c4-b4b6-49854f7c1aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231039 Sep 15 19:26:42.565469 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bcd2f037-39a0-4be5-9515-86af6f151698 req-a211005d-b604-4756-bbc9-6aa1dca0126e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 210 time: 0.0445006 Sep 15 19:26:43.783132 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-bf3981fe-915d-40ff-aa4f-76fd6ea4c0a9 req-b7ca061b-48c2-4f36-9246-6fcbab081366 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 210 time: 0.0598583 Sep 15 19:26:43.826158 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b95f71-145d-4475-80b5-d46da86e0049 req-daf9ca25-3739-4208-b7da-9e97ca289fcb tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:43.827603 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-daf9ca25-3739-4208-b7da-9e97ca289fcb tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 812 time: 0.1923680 Sep 15 19:26:43.882334 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-c9b93044-c142-432b-974c-35f62a28a767 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 379 time: 0.0416195 Sep 15 19:26:43.892844 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'port': {'device_id': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'admin_state_up': True, 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'security_groups': ['5f58beee-767a-4b19-b49c-77038d9572b5']}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:44.027246 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:44.036569 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:44.046593 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Made reservation on behalf of 5c7cc1678c4b4a8ea9b9d64d873d4958 for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:44.049595 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.213606 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Allocated IP 172.20.0.7 (72c462b0-d2bb-4016-931e-752588324fa1/41a40594-3204-4d9a-b9b4-5f3f24ad503f/48826d33-3cb1-4e67-a159-3ff100f9cfc2) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:44.400912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.417820 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Transition to ACTIVE for port object 48826d33-3cb1-4e67-a159-3ff100f9cfc2 will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:44.439244 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.444999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-9be2244f-5458-4f99-afcf-4ddd293c9225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:44.515174 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Network 72c462b0-d2bb-4016-931e-752588324fa1 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:44.518307 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:44.522281 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:44.556911 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=48826d33-3cb1-4e67-a159-3ff100f9cfc2,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:44.565955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:44.587955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:44.588562 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.613931 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7246225 Sep 15 19:26:44.625360 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Request body: {'port': {'device_id': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:44.698740 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-e3f7bdf2-2f71-4d7c-8bc8-1a503beaab2f None None] Provisioning for port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:44.703802 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-e3f7bdf2-2f71-4d7c-8bc8-1a503beaab2f None None] Provisioning complete for port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:44.704312 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e3f7bdf2-2f71-4d7c-8bc8-1a503beaab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.756380 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7bdf2-2f71-4d7c-8bc8-1a503beaab2f None None] Port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:26:44.826111 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.996077 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4423c-5ec9-4bed-892c-af751d2310d9 req-7ad987a5-bdd3-4971-a9b8-a812123a537e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:44.997535 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f7b4423c-5ec9-4bed-892c-af751d2310d9 req-7ad987a5-bdd3-4971-a9b8-a812123a537e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 931 time: 0.0788128 Sep 15 19:26:45.041733 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-f7b4423c-5ec9-4bed-892c-af751d2310d9 req-d8c559e9-5cfe-4ccc-b5e5-648715dcb4bf tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:security_group {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:26:45.058136 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-f7b4423c-5ec9-4bed-892c-af751d2310d9 req-d8c559e9-5cfe-4ccc-b5e5-648715dcb4bf tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:security_group {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:26:45.059402 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-f7b4423c-5ec9-4bed-892c-af751d2310d9 req-d8c559e9-5cfe-4ccc-b5e5-648715dcb4bf tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557964 Sep 15 19:26:45.159904 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48826d33-3cb1-4e67-a159-3ff100f9cfc2 {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:26:45.166752 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.182085 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Transition to ACTIVE for port object 48826d33-3cb1-4e67-a159-3ff100f9cfc2 will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:45.185871 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.189428 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-67a2a84d-2d81-423b-967b-af17adf592b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:45.316131 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Pushing event updated for resources: {'Port': ['ID=48826d33-3cb1-4e67-a159-3ff100f9cfc2,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:45.319719 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:45.401737 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8b5b-b5af-4044-90ac-09dbf7eae0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.422841 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Attempting to bind port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:45.423464 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Attempting to bind port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:45.423901 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Attempting to bind port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 on network 72c462b0-d2bb-4016-931e-752588324fa1 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:45.431663 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 on network 72c462b0-d2bb-4016-931e-752588324fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:26:45.431982 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Attempting to bind port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 on network 72c462b0-d2bb-4016-931e-752588324fa1 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:45.438857 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:45.439219 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Checking segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:45.439598 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Bound using segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:45.440017 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Bound port: 48826d33-3cb1-4e67-a159-3ff100f9cfc2, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:45.440358 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.528973 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] For port 48826d33-3cb1-4e67-a159-3ff100f9cfc2, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:45.531825 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] For port 48826d33-3cb1-4e67-a159-3ff100f9cfc2, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:45.535982 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.540535 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-13793b86-4e6c-413a-a915-d7239c9f93ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:45.597127 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.598494 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] 10.222.0.58 "PUT /v2.0/ports/48826d33-3cb1-4e67-a159-3ff100f9cfc2 HTTP/1.1" status: 200 len: 1093 time: 0.9773905 Sep 15 19:26:45.599000 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'tag': '48826d33-3cb1-4e67-a159-3ff100f9cfc2'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:26:45.617699 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Pushing event updated for resources: {'Port': ['ID=48826d33-3cb1-4e67-a159-3ff100f9cfc2,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:45.621422 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:45.672792 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'tag': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'status': 'completed', 'code': 200} Sep 15 19:26:45.712908 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b64f2a03-b7ae-4e45-9af9-d39cad418e64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 1096 time: 0.0758059 Sep 15 19:26:45.785059 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-26a58f95-ccbe-4502-9161-5d99f4f3ff7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0643265 Sep 15 19:26:45.814901 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.850254 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b95f71-145d-4475-80b5-d46da86e0049 req-e47f7853-8fdf-46cd-b876-30b80312d6db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:45.851644 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-e47f7853-8fdf-46cd-b876-30b80312d6db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0603762 Sep 15 19:26:45.926182 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-48f480d3-73e1-42ba-baff-322e5581faf8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685055 Sep 15 19:26:46.000401 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:26:46.056848 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-eda40bfe-fbf3-4679-9e4c-355762ec69d8 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232936 Sep 15 19:26:46.187576 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-47b95f71-145d-4475-80b5-d46da86e0049 req-b6d68b04-2899-4d55-9bf4-b32357e8b2c5 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236320 Sep 15 19:26:46.261662 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6ec38-6295-405e-b9d9-c06f1d1c76a6 req-2741f1c6-dc17-4715-8536-a2d7c5a8dc2c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:46.263096 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0bd6ec38-6295-405e-b9d9-c06f1d1c76a6 req-2741f1c6-dc17-4715-8536-a2d7c5a8dc2c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 943 time: 0.0846539 Sep 15 19:26:46.300818 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-2c637cc3-929d-4591-ba3f-81d1b1227071 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 1096 time: 0.0685015 Sep 15 19:26:46.307978 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-0bd6ec38-6295-405e-b9d9-c06f1d1c76a6 req-a9ff4cff-c02f-4c58-94b6-aa5a0f4d7496 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392635 Sep 15 19:26:46.432539 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-b9df80e8-e3f6-409f-9ff2-d77891dd1f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:46.433941 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-b9df80e8-e3f6-409f-9ff2-d77891dd1f36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1265166 Sep 15 19:26:46.585464 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-9c35fb0e-0e8a-4e6b-9d6e-d2907203d6b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2 HTTP/1.1" status: 200 len: 217 time: 0.1443040 Sep 15 19:26:46.648897 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-5b3b41ae-389c-4286-8bc8-a4437ddbcaa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:46.650284 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-5b3b41ae-389c-4286-8bc8-a4437ddbcaa5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0581019 Sep 15 19:26:46.721756 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-941b3937-47e3-41c7-8a5d-7954e778f74b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647721 Sep 15 19:26:46.849596 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-30c20562-9541-413c-93e2-94f31cd8a71b service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209235 Sep 15 19:26:46.979584 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ea41a13b-117e-4c28-85ad-0b6be17c939f req-966be738-4d3a-4fd8-9e16-9e4d61321ac6 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230700 Sep 15 19:26:47.502428 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5ec2-19c4-42ef-beff-1efefe928614 req-5f33610a-4ef7-4ecf-9abb-5ae39e81c8ec tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:47.503129 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-4dbd5ec2-19c4-42ef-beff-1efefe928614 req-5f33610a-4ef7-4ecf-9abb-5ae39e81c8ec tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:26:47.517934 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-4dbd5ec2-19c4-42ef-beff-1efefe928614 req-5f33610a-4ef7-4ecf-9abb-5ae39e81c8ec tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:26:47.519057 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4dbd5ec2-19c4-42ef-beff-1efefe928614 req-5f33610a-4ef7-4ecf-9abb-5ae39e81c8ec tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 943 time: 0.0887034 Sep 15 19:26:47.566427 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4dbd5ec2-19c4-42ef-beff-1efefe928614 req-5caa170e-9922-4b4e-8f2b-af814f1263da tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417821 Sep 15 19:26:47.584339 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4222-a53c-467a-99ba-cedbc0077a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:48.667958 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:48.758065 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abea24a-03b4-4a2b-ba6d-ba26d71d84b1 req-2c0acfa1-ee10-4eef-a502-79c99d82c830 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:48.759758 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9abea24a-03b4-4a2b-ba6d-ba26d71d84b1 req-2c0acfa1-ee10-4eef-a502-79c99d82c830 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 943 time: 0.0737314 Sep 15 19:26:48.808510 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9abea24a-03b4-4a2b-ba6d-ba26d71d84b1 req-fd3aaf5d-af3f-4958-b414-d9b9a93e16b5 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Sep 15 19:26:49.999466 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4c711-5ab9-4812-b827-ecf24288d50b req-db909f73-677e-45f2-928e-5ff9b5950bb1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:50.000936 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-60e4c711-5ab9-4812-b827-ecf24288d50b req-db909f73-677e-45f2-928e-5ff9b5950bb1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 943 time: 0.0757723 Sep 15 19:26:50.040614 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.048808 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-60e4c711-5ab9-4812-b827-ecf24288d50b req-3dbcb369-4c40-474a-9f48-4f411a2d09df tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Sep 15 19:26:51.250430 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5800e4f-53b1-48a6-aeb6-1765639c1add req-cd343be0-a77b-4418-8adb-14291c36aa1c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:51.251821 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c5800e4f-53b1-48a6-aeb6-1765639c1add req-cd343be0-a77b-4418-8adb-14291c36aa1c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 943 time: 0.0749547 Sep 15 19:26:51.296206 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c5800e4f-53b1-48a6-aeb6-1765639c1add req-b1b29f17-a893-406e-91a2-af0d109e7f2e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390515 Sep 15 19:26:52.491272 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b530c-579b-4ac0-9eb7-e9a12a632d05 req-5ffb503e-4665-4462-8431-10a4bdfdb2a4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:52.492750 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-760b530c-579b-4ac0-9eb7-e9a12a632d05 req-5ffb503e-4665-4462-8431-10a4bdfdb2a4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 943 time: 0.0803096 Sep 15 19:26:52.537658 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-760b530c-579b-4ac0-9eb7-e9a12a632d05 req-73523018-549a-4fc2-a545-a1cb934f7c1b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395751 Sep 15 19:26:52.988054 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 48826d33-3cb1-4e67-a159-3ff100f9cfc2 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:26:53.115434 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 48826d33-3cb1-4e67-a159-3ff100f9cfc2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:53.130948 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'port_id': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'mac_address': 'fa:16:3e:ba:14:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:26:53.191281 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.208291 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48826d33-3cb1-4e67-a159-3ff100f9cfc2 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:26:53.222361 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 48826d33-3cb1-4e67-a159-3ff100f9cfc2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:53.226537 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.228285 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-be8fdbd4-8885-4c2d-9c99-99614bf73456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:53.288477 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=48826d33-3cb1-4e67-a159-3ff100f9cfc2,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:53.291345 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:53.434927 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['48826d33-3cb1-4e67-a159-3ff100f9cfc2'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:26:53.734149 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a7052-8a6a-458f-9de0-20cb8db426f2 req-c6a47df5-de13-4718-882b-583f79abff2f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:53.735642 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-854a7052-8a6a-458f-9de0-20cb8db426f2 req-c6a47df5-de13-4718-882b-583f79abff2f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 944 time: 0.0810785 Sep 15 19:26:53.779819 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-854a7052-8a6a-458f-9de0-20cb8db426f2 req-f957a7dc-b272-4893-9535-0d9e328f50cf tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386391 Sep 15 19:26:54.976520 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae838f32-d830-460a-b1ce-b823030767b2 req-3f77c60e-c600-42aa-885c-1069ad9e280f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:54.977971 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ae838f32-d830-460a-b1ce-b823030767b2 req-3f77c60e-c600-42aa-885c-1069ad9e280f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 944 time: 0.0763505 Sep 15 19:26:55.001764 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 48826d33-3cb1-4e67-a159-3ff100f9cfc2 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:55.023721 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ae838f32-d830-460a-b1ce-b823030767b2 req-e53d623a-57f9-4648-88c2-971924cf9b50 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398247 Sep 15 19:26:55.068259 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:55.072790 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:55.073125 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.182573 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.207848 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48826d33-3cb1-4e67-a159-3ff100f9cfc2'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:26:55.217025 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 48826d33-3cb1-4e67-a159-3ff100f9cfc2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:55.221434 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.223311 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-aa04ff06-d37c-47e7-be89-368f25eed730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:55.286575 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=48826d33-3cb1-4e67-a159-3ff100f9cfc2,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:55.290117 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:55.337117 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'code': 200} Sep 15 19:26:55.604742 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-56465811-5f65-403a-9c35-2026451486fd req-9c3dfd4d-6b09-4ae9-89d8-fd703d73cd1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 1098 time: 0.0715640 Sep 15 19:26:55.645586 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-56465811-5f65-403a-9c35-2026451486fd req-2ac580ab-2308-46d6-bcfd-55f4eb11e4d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347903 Sep 15 19:26:56.215525 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacb43a-648a-4f01-b302-30d68a612da0 req-c9fe61da-dd58-4c4e-935e-9fe7f37e9086 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:56.217000 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-daacb43a-648a-4f01-b302-30d68a612da0 req-c9fe61da-dd58-4c4e-935e-9fe7f37e9086 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 945 time: 0.0758166 Sep 15 19:26:56.264546 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-daacb43a-648a-4f01-b302-30d68a612da0 req-09551166-9b45-4219-bc04-af87037f82b3 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422921 Sep 15 19:26:57.464145 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4e2b-a949-46e0-be29-213cbcec2ceb req-3e94920a-c6ee-4e72-99a9-dc9732f5d68d tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:57.465607 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-eedd4e2b-a949-46e0-be29-213cbcec2ceb req-3e94920a-c6ee-4e72-99a9-dc9732f5d68d tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 945 time: 0.0781200 Sep 15 19:26:57.509825 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-eedd4e2b-a949-46e0-be29-213cbcec2ceb req-b1a64ab4-6dd1-4136-8154-e11d5a2a17ea tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388019 Sep 15 19:26:57.703349 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ba5fc-5bab-4af1-bfa2-3b08397a3f5c req-2a897512-dc8e-49be-8a8f-04096bc3370e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:57.704804 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a87ba5fc-5bab-4af1-bfa2-3b08397a3f5c req-2a897512-dc8e-49be-8a8f-04096bc3370e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 945 time: 0.0748596 Sep 15 19:26:57.749295 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a87ba5fc-5bab-4af1-bfa2-3b08397a3f5c req-212974c8-0d49-404b-aceb-e554c349ab33 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391288 Sep 15 19:26:57.777474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 51060) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:57.911726 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bc85360b-b149-4f91-a185-4ab7688c7b60 tempest-TestVolumeBootPattern-1885938490 tempest-TestVolumeBootPattern-1885938490-project-admin] Synchronizing usage tracker for tenant:76bb1617189747e8ac8a770b94db5962 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:26:57.928619 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-bc85360b-b149-4f91-a185-4ab7688c7b60 tempest-TestVolumeBootPattern-1885938490 tempest-TestVolumeBootPattern-1885938490-project-admin] Unset dirty status for tenant:76bb1617189747e8ac8a770b94db5962 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:26:57.929887 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-bc85360b-b149-4f91-a185-4ab7688c7b60 tempest-TestVolumeBootPattern-1885938490 tempest-TestVolumeBootPattern-1885938490-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 1093 time: 0.1514618 Sep 15 19:26:57.932810 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [-] (75105) accepted ('10.222.0.20', 51066) {{(pid=75105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:57.938226 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'port_id': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address': '172.20.0.7'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:57.943727 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:57.947497 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:floatingip and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:57.950234 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75105) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:57.955831 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:57.966882 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:58.102042 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:58.231121 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Allocated IP 172.27.2.206 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/3180f81a-9efa-4c2f-b198-b0de09434d39) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:58.370061 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:58.397572 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:58.402274 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-056bccc0-16b3-4922-93cf-3d58487a498e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:58.553184 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:58.556571 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:58.560243 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:58.588999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=3180f81a-9efa-4c2f-b198-b0de09434d39,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:58.610843 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.611260 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.611633 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.611994 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.612354 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.612714 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.613069 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.613424 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.613775 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.614126 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.614489 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:58.619606 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:59.070945 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:59.126153 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:59.325722 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:59.329999 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:59.333964 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-6d706997-a20f-4cbb-8c42-d74d351aa58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:59.433045 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=3180f81a-9efa-4c2f-b198-b0de09434d39,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:59.437124 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:59.451732 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:59.634985 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.l3_db [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Floating IP 99c657ea-2108-44fa-8850-727d02837b3e associated. External IP: 172.27.2.206, port: 48826d33-3cb1-4e67-a159-3ff100f9cfc2. Sep 15 19:27:00.113940 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:27:00.310948 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:27:00.320121 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:27:00.331837 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:27:00.332474 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:26:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:00.334230 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:00.393815 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [None req-d7d88240-c73c-4ccc-bee4-25fa531ad1e0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4540081 Sep 15 19:27:00.393815 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'tag': '48826d33-3cb1-4e67-a159-3ff100f9cfc2'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:00.450101 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'tag': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'status': 'completed', 'code': 200} Sep 15 19:27:00.509647 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:27:00.544102 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-7dcb7700-c45b-4f09-97e8-440688ad4211 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 1098 time: 0.0725002 Sep 15 19:27:00.675489 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-23352a88-b966-4aea-8661-8b846cd023f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:00.676860 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-23352a88-b966-4aea-8661-8b846cd023f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1262765 Sep 15 19:27:00.778997 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-062401fe-5bc4-4741-806c-e3d6eda9c3b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2 HTTP/1.1" status: 200 len: 999 time: 0.0956216 Sep 15 19:27:00.841988 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-0a01025b-92a7-4521-ac21-5d25c876162e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:00.843471 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-0a01025b-92a7-4521-ac21-5d25c876162e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0574038 Sep 15 19:27:00.852978 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '99c657ea-2108-44fa-8850-727d02837b3e', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:ba:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:26:58Z', 'updated_at': '2021-09-15T19:26:58Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:00.856832 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:27:00.867185 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:27:00.867835 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:26:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:00.922040 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-9de2bc6b-b583-4969-ac13-f2f255b6a82d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713828 Sep 15 19:27:01.056057 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-81701ac7-1889-42f2-ba71-c0532f5d4c5f service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265683 Sep 15 19:27:01.071904 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:27:01.186843 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-afe8d902-7a3c-461a-bf13-f8e5700133bb req-dc0067ec-cba3-4300-97e3-7ad99516c459 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245379 Sep 15 19:27:01.432063 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '99c657ea-2108-44fa-8850-727d02837b3e', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:ba:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:26:58Z', 'updated_at': '2021-09-15T19:26:58Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:01.435942 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f38f0-6fd4-411b-8bf1-47d32040f793 None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '99c657ea-2108-44fa-8850-727d02837b3e', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:ba:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:26:58Z', 'updated_at': '2021-09-15T19:26:58Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:27:01.697145 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c62346-d614-45be-8bae-83d2760017ac None None] New status for floating IP 99c657ea-2108-44fa-8850-727d02837b3e: ACTIVE {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:27:08.366662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.404240 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-7649e690-08ab-4dbb-8579-8ca6e40262cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.806636 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:17.586440 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-eabacd3a-24da-4b62-83ef-69eb52c4ebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:18.669456 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:18.915298 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-eaa5f7dc-1081-49d2-a99b-a498512919d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716240 Sep 15 19:27:19.057415 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-5471f980-1f75-483b-90e2-7a27bdc07c79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 1098 time: 0.0695305 Sep 15 19:27:19.198503 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-c3c58674-2ed0-410f-983e-1630956b01b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:19.199866 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-c3c58674-2ed0-410f-983e-1630956b01b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1228397 Sep 15 19:27:19.302316 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-4c09517f-675e-4c7e-a9ed-edd1dfa37750 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2 HTTP/1.1" status: 200 len: 1001 time: 0.0948045 Sep 15 19:27:19.361811 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-35caf4f3-ef69-419e-b2d2-80ece8217f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:19.363175 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-35caf4f3-ef69-419e-b2d2-80ece8217f39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0542271 Sep 15 19:27:19.527086 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-fe85b30b-dceb-4ccf-9541-2b8ba81148c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1571286 Sep 15 19:27:19.658282 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-6681b603-c273-4bfc-ab8b-37a121307022 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242521 Sep 15 19:27:19.784253 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-de3e60ed-deaf-4d9c-89dc-62f52d7a71bf req-1a8d0369-8ec6-4223-8eed-190fcfccb7cf service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189950 Sep 15 19:27:20.044052 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:22.999579 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:27:38.361243 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.405234 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-55125fe5-f7dd-4bb2-8029-59bf6de55893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.807338 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:47.587881 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-47938921-1ce6-4621-9dc8-bc8f16a69ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:48.674787 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:50.046645 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:59.999537 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:28:08.372394 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:15.406209 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-00c40fa3-ebe1-463c-aefa-e40067d745b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:15.808423 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:17.588654 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-beb55b43-a289-43d0-bbda-5fafafec5692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:18.675963 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:18.900104 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-100e2557-00e2-4983-913e-74b82414fa2c req-4293e20c-0d50-4e04-85cc-7e136d45268c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675864 Sep 15 19:28:19.038278 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-100e2557-00e2-4983-913e-74b82414fa2c req-710c0eb4-1e57-4fcc-8da0-2c1a6497c952 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 1098 time: 0.0730710 Sep 15 19:28:19.179156 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e2557-00e2-4983-913e-74b82414fa2c req-3cbeda45-f0f7-487d-854e-e8054b8cd0d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:19.180585 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-100e2557-00e2-4983-913e-74b82414fa2c req-3cbeda45-f0f7-487d-854e-e8054b8cd0d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1240611 Sep 15 19:28:19.282309 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-100e2557-00e2-4983-913e-74b82414fa2c req-5d180604-64bf-4f54-a89f-6ebce126edee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2 HTTP/1.1" status: 200 len: 1001 time: 0.0941167 Sep 15 19:28:19.344341 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e2557-00e2-4983-913e-74b82414fa2c req-4ba9f33b-5e95-4cb6-bf26-f52632ff97c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:19.345718 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-100e2557-00e2-4983-913e-74b82414fa2c req-4ba9f33b-5e95-4cb6-bf26-f52632ff97c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0567760 Sep 15 19:28:19.419583 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-100e2557-00e2-4983-913e-74b82414fa2c req-b9175d79-b7cc-4288-8718-5d2546cbdaa3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654061 Sep 15 19:28:19.549475 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-100e2557-00e2-4983-913e-74b82414fa2c req-0f554df4-d660-4ed8-8de3-fe3ae98d76a8 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229062 Sep 15 19:28:19.677454 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-100e2557-00e2-4983-913e-74b82414fa2c req-0a95ab59-60a7-4a19-bb59-41d29d32602d service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216028 Sep 15 19:28:20.049576 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.998735 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:28:38.386643 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:45.408187 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e5e06eb0-3402-4075-a6e5-44e5b9f31cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:45.809907 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:47.588698 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c401b094-f7cf-409a-9023-f18c5496fe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:48.678779 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:50.052052 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:55.503593 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729dce6-d469-4a12-95bf-99afad0f8285 req-9190d13e-a746-4d27-9433-fdbe5edeedf5 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:55.504939 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9729dce6-d469-4a12-95bf-99afad0f8285 req-9190d13e-a746-4d27-9433-fdbe5edeedf5 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 945 time: 0.0794933 Sep 15 19:28:55.549578 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-9729dce6-d469-4a12-95bf-99afad0f8285 req-226b2654-bb73-4c86-ac8b-20a6f32c3342 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384367 Sep 15 19:28:56.766353 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6784b85-1255-4c48-8b04-ea7a321ab071 req-c73f6839-897c-4a7c-925e-12ddd8a85471 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:56.767828 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a6784b85-1255-4c48-8b04-ea7a321ab071 req-c73f6839-897c-4a7c-925e-12ddd8a85471 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 945 time: 0.0800455 Sep 15 19:28:56.812070 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a6784b85-1255-4c48-8b04-ea7a321ab071 req-766e6e83-79c2-4c38-81f2-b9663fa3ef3c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388687 Sep 15 19:28:56.952855 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-7ca03a11-3fb5-442c-97a5-5ca474038899 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:56.954291 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-7ca03a11-3fb5-442c-97a5-5ca474038899 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 945 time: 0.0764759 Sep 15 19:28:57.024505 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Deleting port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:28:57.024870 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:57.260332 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] For port 48826d33-3cb1-4e67-a159-3ff100f9cfc2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=48826d33-3cb1-4e67-a159-3ff100f9cfc2,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:57.260607 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:57.616370 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:57.616735 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:57.617115 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.db.l3_db [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Floating IP 99c657ea-2108-44fa-8850-727d02837b3e disassociated. External IP: 172.27.2.206, port: 48826d33-3cb1-4e67-a159-3ff100f9cfc2. Sep 15 19:28:57.617450 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Calling delete_port for 48826d33-3cb1-4e67-a159-3ff100f9cfc2 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:28:57.756684 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:57.762826 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b3c17f5b-d73d-49a8-af10-edae98a911ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:57.802846 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event deleted for resources: {'Port': ['ID=48826d33-3cb1-4e67-a159-3ff100f9cfc2,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:57.817170 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.817537 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.817912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.818280 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.818648 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.819015 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.819399 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.819756 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.820115 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.820469 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.820821 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:57.824743 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:57.998233 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-19d70fd7-1b07-446c-a133-cf8f5bb0b267 req-efafa8a7-2780-4e26-b9e2-b2a77e0d5676 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 210 time: 0.0412786 Sep 15 19:28:58.028981 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:28:58.229719 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:58.241042 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:28:58.254465 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:28:58.255090 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:28:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:58.309063 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] No DVR routers for this DVR port 48826d33-3cb1-4e67-a159-3ff100f9cfc2 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:28:58.311626 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.314314 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'name': 'network-vif-deleted', 'tag': '48826d33-3cb1-4e67-a159-3ff100f9cfc2'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:58.330625 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-4fdc0f0e-46d1-48a9-88bd-57994d76c607 req-d3de80f4-0993-43ca-853d-aba52eb87dd6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "DELETE /v2.0/ports/48826d33-3cb1-4e67-a159-3ff100f9cfc2 HTTP/1.1" status: 204 len: 173 time: 1.3703260 Sep 15 19:28:58.375722 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadfb97b-f9ca-4c0b-9818-ce07f54c15d3', 'name': 'network-vif-deleted', 'tag': '48826d33-3cb1-4e67-a159-3ff100f9cfc2', 'status': 'completed', 'code': 200} Sep 15 19:28:58.434961 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:28:58.738142 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:58.741951 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:28:58.752233 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:28:58.752814 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:28:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:58.965540 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:28:59.191825 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-2e2520d0-2d97-42a0-9c90-e7e1e3ce285b req-cba06b8c-5a12-4581-ae42-64818f7e4a0f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadfb97b-f9ca-4c0b-9818-ce07f54c15d3 HTTP/1.1" status: 200 len: 210 time: 0.0439823 Sep 15 19:28:59.294436 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:59.298145 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8b5c3-02c4-4e97-8a55-e8c0fb38c484 None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:28:59.492197 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475adf6-072e-47b2-a543-f6d0d6688eec None None] New status for floating IP 99c657ea-2108-44fa-8850-727d02837b3e: DOWN {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:29:00.517243 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-4533ade2-2631-4096-98fd-36066f868ba2 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245360651&fields=id&tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 267 time: 0.0400679 Sep 15 19:29:00.658550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-087d7c51-f763-453d-9325-d2fee41a56b1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:00.659242 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-087d7c51-f763-453d-9325-d2fee41a56b1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:network {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:00.675084 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-087d7c51-f763-453d-9325-d2fee41a56b1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:network {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:00.676229 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-087d7c51-f763-453d-9325-d2fee41a56b1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 812 time: 0.1531479 Sep 15 19:29:00.692160 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-571b0330-dea4-48b0-91c2-42d934907195 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/quotas/5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 375 time: 0.0100551 Sep 15 19:29:00.771557 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-913efc00-a5fb-4e8e-a430-19fd36121762 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738189 Sep 15 19:29:00.855895 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-c24e404f-9fe8-4f86-b8da-34a203e9a79f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75104) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:29:00.856896 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-c24e404f-9fe8-4f86-b8da-34a203e9a79f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0746877 Sep 15 19:29:01.077184 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-843a64de-4f04-4d7a-9048-ffb09d57266c service neutron] 10.222.0.20 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142966 Sep 15 19:29:01.205418 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-a5e26c8c-c569-48cb-96ef-c8e4615b7d91 service neutron] 10.222.0.20 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226301 Sep 15 19:29:01.451408 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 48826d33-3cb1-4e67-a159-3ff100f9cfc2 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:01.484219 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 48826d33-3cb1-4e67-a159-3ff100f9cfc2 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:29:01.484568 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 48826d33-3cb1-4e67-a159-3ff100f9cfc2 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:29:01.609500 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-d3b04d50-756d-45a5-b334-ede4e813e0f5 req-a08df864-2bae-482c-ad8b-0f24b2b0cf2d tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:01.625758 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-d3b04d50-756d-45a5-b334-ede4e813e0f5 req-a08df864-2bae-482c-ad8b-0f24b2b0cf2d tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:01.626979 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d3b04d50-756d-45a5-b334-ede4e813e0f5 req-a08df864-2bae-482c-ad8b-0f24b2b0cf2d tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 210 time: 0.0574260 Sep 15 19:29:02.601110 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-183b579f-39e4-4ebc-a2e8-46edc5c2a3e1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:02.602635 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-183b579f-39e4-4ebc-a2e8-46edc5c2a3e1 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 812 time: 0.1522627 Sep 15 19:29:02.655945 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-6d6776bc-120d-45ac-bf3a-88056aab210f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 379 time: 0.0402689 Sep 15 19:29:02.664287 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'port': {'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'admin_state_up': True, 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'security_groups': ['5f58beee-767a-4b19-b49c-77038d9572b5']}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:02.796812 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-56892e71-32f1-4cea-a7c0-d044a2428c3f req-e410a472-c4df-4a55-b9e8-9c4dd0e79906 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 210 time: 0.0471859 Sep 15 19:29:02.801566 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:02.811589 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:02.823046 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Made reservation on behalf of 5c7cc1678c4b4a8ea9b9d64d873d4958 for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:02.826941 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:02.987195 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Allocated IP 172.20.0.5 (72c462b0-d2bb-4016-931e-752588324fa1/41a40594-3204-4d9a-b9b4-5f3f24ad503f/d82be44b-3888-4532-88e8-02afbcbf4563) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:03.269046 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:03.285260 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Transition to ACTIVE for port object d82be44b-3888-4532-88e8-02afbcbf4563 will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:03.307586 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:03.313467 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-b251fbd1-bd53-4db0-bb73-efc90b6cbc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:03.383771 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Network 72c462b0-d2bb-4016-931e-752588324fa1 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:03.386953 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:03.388889 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=d82be44b-3888-4532-88e8-02afbcbf4563,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:03.390946 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:03.416088 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:03.451467 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:03.452071 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:03.477327 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-153e113a-0cbf-452e-bdcd-efca41cc0c85 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8165786 Sep 15 19:29:03.489233 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Request body: {'port': {'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:03.572301 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8d3e4269-ffc7-44e7-bed6-37c4c7328ed1 None None] Provisioning for port d82be44b-3888-4532-88e8-02afbcbf4563 completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:03.576925 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8d3e4269-ffc7-44e7-bed6-37c4c7328ed1 None None] Provisioning complete for port d82be44b-3888-4532-88e8-02afbcbf4563 triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:03.577324 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4269-ffc7-44e7-bed6-37c4c7328ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:03.605867 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:03.631345 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e4269-ffc7-44e7-bed6-37c4c7328ed1 None None] Port d82be44b-3888-4532-88e8-02afbcbf4563 cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:29:03.990110 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82be44b-3888-4532-88e8-02afbcbf4563 {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:29:03.999806 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.027774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Transition to ACTIVE for port object d82be44b-3888-4532-88e8-02afbcbf4563 will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:04.032068 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.038000 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-dcccae2e-f047-4b0b-85a3-d4bd83a0b065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:04.149747 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99c8b-0826-415c-a2aa-f95c3d381eb9 req-8f7da7bd-b93c-43b9-bb82-210fc46c8b56 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:04.150452 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-b7b99c8b-0826-415c-a2aa-f95c3d381eb9 req-8f7da7bd-b93c-43b9-bb82-210fc46c8b56 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:04.177079 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Pushing event updated for resources: {'Port': ['ID=d82be44b-3888-4532-88e8-02afbcbf4563,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:04.182996 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:04.223670 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-b7b99c8b-0826-415c-a2aa-f95c3d381eb9 req-8f7da7bd-b93c-43b9-bb82-210fc46c8b56 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:04.224843 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b7b99c8b-0826-415c-a2aa-f95c3d381eb9 req-8f7da7bd-b93c-43b9-bb82-210fc46c8b56 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 931 time: 0.3006542 Sep 15 19:29:04.330012 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b7b99c8b-0826-415c-a2aa-f95c3d381eb9 req-200e8e33-49c4-48c9-8a41-9f3157f6b651 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761163 Sep 15 19:29:04.332008 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Attempting to bind port d82be44b-3888-4532-88e8-02afbcbf4563 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:29:04.332356 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Attempting to bind port d82be44b-3888-4532-88e8-02afbcbf4563 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:29:04.332663 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Attempting to bind port d82be44b-3888-4532-88e8-02afbcbf4563 on network 72c462b0-d2bb-4016-931e-752588324fa1 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:04.340241 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Port d82be44b-3888-4532-88e8-02afbcbf4563 on network 72c462b0-d2bb-4016-931e-752588324fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:29:04.340664 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Attempting to bind port d82be44b-3888-4532-88e8-02afbcbf4563 on network 72c462b0-d2bb-4016-931e-752588324fa1 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:04.348444 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:29:04.348997 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Checking segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:04.349596 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Bound using segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:29:04.350169 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Bound port: d82be44b-3888-4532-88e8-02afbcbf4563, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:29:04.350645 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.445343 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] For port d82be44b-3888-4532-88e8-02afbcbf4563, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:04.448456 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] For port d82be44b-3888-4532-88e8-02afbcbf4563, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d82be44b-3888-4532-88e8-02afbcbf4563,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:04.452390 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.456414 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-c473e6c5-8e8e-4c82-9f5f-d0cc204b9cfe tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:04.512844 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.514209 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] 10.222.0.58 "PUT /v2.0/ports/d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 200 len: 1093 time: 1.0291595 Sep 15 19:29:04.514705 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:04.533223 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Pushing event updated for resources: {'Port': ['ID=d82be44b-3888-4532-88e8-02afbcbf4563,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:04.540270 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:04.586765 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'status': 'completed', 'code': 200} Sep 15 19:29:04.623945 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-1bd57a9a-7fc1-4ddd-9acd-db2faba8dcef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1096 time: 0.0716527 Sep 15 19:29:04.700595 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-aca99ee9-8021-44c8-9c43-b52a1a55e5fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 200 len: 217 time: 0.0699034 Sep 15 19:29:04.761560 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-5095df2d-7674-47dc-bb57-91130751d9e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:04.762937 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-5095df2d-7674-47dc-bb57-91130751d9e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0560975 Sep 15 19:29:04.840660 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-651b138b-7e9d-427a-9c2b-9f8def2d1222 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703063 Sep 15 19:29:05.058335 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-d73c1e6f-2071-416a-b982-a4bba5260aaf service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116523 Sep 15 19:29:05.188248 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d81df9e3-20b2-4fbe-974d-7dde320b05fe req-906e2a5d-d88d-4efb-84e1-1dabf5409f0e service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231780 Sep 15 19:29:05.300609 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-f921944f-e1b8-4235-9b96-7b124b652034 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1096 time: 0.0689340 Sep 15 19:29:05.432342 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-d46754e7-530d-4934-a6c5-63c4e2268eb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:05.433798 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-d46754e7-530d-4934-a6c5-63c4e2268eb4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1260054 Sep 15 19:29:05.540828 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-3c0551e7-5b41-439f-920f-0e6cb4f27a41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 200 len: 217 time: 0.0999551 Sep 15 19:29:05.618070 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-980a4da7-f57a-422d-945a-2d2dc329cae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:05.620030 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-980a4da7-f57a-422d-945a-2d2dc329cae8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0694809 Sep 15 19:29:05.626051 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed150a9-150f-4083-8834-f3f8ff461085 req-96348bce-c108-4fcd-bc41-b122d7df3113 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:05.627350 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3ed150a9-150f-4083-8834-f3f8ff461085 req-96348bce-c108-4fcd-bc41-b122d7df3113 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 943 time: 0.1378913 Sep 15 19:29:05.717783 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3ed150a9-150f-4083-8834-f3f8ff461085 req-c01caa0a-7d79-41fd-9612-1a6f92819458 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622201 Sep 15 19:29:05.726133 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-2fae22a6-0d0c-4a39-a3a2-d2719c7dc160 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979712 Sep 15 19:29:05.856231 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-f8a73884-ef55-40ba-b6dd-aba8a231806c service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223984 Sep 15 19:29:05.991280 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-d337a7e8-41e3-4980-9e55-b9df89dccfa4 req-c219482e-68bb-49e1-a36a-bce0f6a4fbb8 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284630 Sep 15 19:29:06.914500 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24fce4-eb64-4c95-b869-096409400f3c req-e12892ed-68ab-40d0-9f10-7aa67ff2d844 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:06.916503 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ee24fce4-eb64-4c95-b869-096409400f3c req-e12892ed-68ab-40d0-9f10-7aa67ff2d844 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 943 time: 0.0799022 Sep 15 19:29:06.961039 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ee24fce4-eb64-4c95-b869-096409400f3c req-86fdd952-948b-4386-a41a-dc31476598f0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390182 Sep 15 19:29:08.160774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925de502-a0f2-46fe-b29e-a4d9ac1d3458 req-4fe90d8e-2213-4cfc-a12c-ab9bdd4822ae tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:08.162139 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-925de502-a0f2-46fe-b29e-a4d9ac1d3458 req-4fe90d8e-2213-4cfc-a12c-ab9bdd4822ae tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 943 time: 0.0788450 Sep 15 19:29:08.206935 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-925de502-a0f2-46fe-b29e-a4d9ac1d3458 req-e1d63e2f-94a6-4d8c-b98e-505ca40e088b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392883 Sep 15 19:29:08.386073 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.403276 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822df369-2e89-4e48-a4a0-09330158b506 req-8821f657-f5ca-448a-8981-8bf54f60635a tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:09.404693 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-822df369-2e89-4e48-a4a0-09330158b506 req-8821f657-f5ca-448a-8981-8bf54f60635a tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 943 time: 0.0782180 Sep 15 19:29:09.448154 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-822df369-2e89-4e48-a4a0-09330158b506 req-6bb5403a-d38c-4207-83d9-599e52ec9382 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380464 Sep 15 19:29:10.638468 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6188f8-ad4a-47fb-aeab-72abe92995dc req-eaad23c4-75ab-4ae3-9805-b35e5e18e4ed tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:10.639938 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a6188f8-ad4a-47fb-aeab-72abe92995dc req-eaad23c4-75ab-4ae3-9805-b35e5e18e4ed tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 943 time: 0.0754931 Sep 15 19:29:10.687739 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-3a6188f8-ad4a-47fb-aeab-72abe92995dc req-96072acf-dda7-4b62-94be-6588990238c0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Sep 15 19:29:11.879795 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215e426-ea7a-45ec-8cfc-14d6bfdfd9cc req-8e0ad787-6e1e-4839-bfd7-97a0ee042bfd tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:11.881251 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5215e426-ea7a-45ec-8cfc-14d6bfdfd9cc req-8e0ad787-6e1e-4839-bfd7-97a0ee042bfd tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 943 time: 0.0769217 Sep 15 19:29:11.928155 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-5215e426-ea7a-45ec-8cfc-14d6bfdfd9cc req-488163a0-35c3-4cb6-bc9f-043f591629ed tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 Sep 15 19:29:13.230818 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1bda3-026e-40d7-aa98-c1760e9b01fe req-9bcb531c-a146-4a43-be02-cd6afaa83293 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:13.232183 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-15a1bda3-026e-40d7-aa98-c1760e9b01fe req-9bcb531c-a146-4a43-be02-cd6afaa83293 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 943 time: 0.1819937 Sep 15 19:29:13.276916 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-15a1bda3-026e-40d7-aa98-c1760e9b01fe req-cf179ccf-aa28-4087-9dda-fc1925684f96 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392933 Sep 15 19:29:13.481873 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device d82be44b-3888-4532-88e8-02afbcbf4563 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:29:13.611530 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port d82be44b-3888-4532-88e8-02afbcbf4563, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d82be44b-3888-4532-88e8-02afbcbf4563,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:13.624124 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:29:13.675810 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:13.692025 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82be44b-3888-4532-88e8-02afbcbf4563 {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:29:13.706827 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port d82be44b-3888-4532-88e8-02afbcbf4563, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d82be44b-3888-4532-88e8-02afbcbf4563,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:13.710190 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:13.712437 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:13.776740 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=d82be44b-3888-4532-88e8-02afbcbf4563,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:13.784721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.785063 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.785387 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.785711 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.786033 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.786351 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.786665 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.786979 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.787320 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.787630 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.787940 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:13.791529 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:13.947263 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['d82be44b-3888-4532-88e8-02afbcbf4563'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:14.000784 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:29:14.537725 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c645561-9981-40a8-96a3-5f4e9e3c18fc req-f6aa1cf2-1e01-44d2-b9ec-71226165d4d0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:14.539184 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4c645561-9981-40a8-96a3-5f4e9e3c18fc req-f6aa1cf2-1e01-44d2-b9ec-71226165d4d0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 944 time: 0.1451387 Sep 15 19:29:14.583592 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4c645561-9981-40a8-96a3-5f4e9e3c18fc req-8ba6849c-fb8c-4dc4-93ba-becb6a0ddbb0 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383241 Sep 15 19:29:15.409438 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-222b2bc2-9a2d-47c9-89da-63e34eb99aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.495880 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device d82be44b-3888-4532-88e8-02afbcbf4563 up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:15.561571 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port d82be44b-3888-4532-88e8-02afbcbf4563 completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:15.566195 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port d82be44b-3888-4532-88e8-02afbcbf4563 triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:15.566566 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.677857 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.704732 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:15.714434 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port d82be44b-3888-4532-88e8-02afbcbf4563, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d82be44b-3888-4532-88e8-02afbcbf4563,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:15.718679 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.721595 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-c17a6cb3-1c11-47a6-9ad9-1d925866b283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:15.776653 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'code': 200} Sep 15 19:29:15.787650 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca405e-9618-4264-9975-27bceeb7e236 req-1abc3a4b-5f4d-407b-b1e4-e81e6392af40 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:15.794662 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-36ca405e-9618-4264-9975-27bceeb7e236 req-1abc3a4b-5f4d-407b-b1e4-e81e6392af40 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 945 time: 0.0871818 Sep 15 19:29:15.804747 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=d82be44b-3888-4532-88e8-02afbcbf4563,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:15.810488 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:15.819592 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.838115 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-36ca405e-9618-4264-9975-27bceeb7e236 req-a35bd303-61bd-4017-ac12-7324a18657e6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424569 Sep 15 19:29:16.038020 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cc8d3faf-49eb-4dc6-90c3-710ad04b0f7c req-c7c4ece1-7fda-4111-aea6-d753cb66e9c8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1098 time: 0.0706198 Sep 15 19:29:16.085290 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cc8d3faf-49eb-4dc6-90c3-710ad04b0f7c req-590af1b3-5cd4-4439-96ee-73d40461ff3c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402081 Sep 15 19:29:17.036381 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52680a-2b51-40f6-993b-0fb02fec43f9 req-4ed656a7-5809-4bb8-a806-cfb01944cd52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:17.037838 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ed52680a-2b51-40f6-993b-0fb02fec43f9 req-4ed656a7-5809-4bb8-a806-cfb01944cd52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 945 time: 0.0780563 Sep 15 19:29:17.090990 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-ed52680a-2b51-40f6-993b-0fb02fec43f9 req-5c94bc7a-1363-4ac9-9d80-00a519b0b2b8 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467627 Sep 15 19:29:17.590313 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-76bcc663-f0f2-4b66-a24e-a27400771beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.287207 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315a22c-1845-4d79-85ac-2501cd22e7c3 req-cf15c4ba-9c5d-47c5-bf25-a6e027d17001 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:18.288565 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0315a22c-1845-4d79-85ac-2501cd22e7c3 req-cf15c4ba-9c5d-47c5-bf25-a6e027d17001 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 945 time: 0.0791998 Sep 15 19:29:18.333335 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0315a22c-1845-4d79-85ac-2501cd22e7c3 req-c85e3413-4bb9-48fa-a2b6-e16aeba7322f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388277 Sep 15 19:29:18.524795 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83353510-39ec-4197-b793-7d51adb14f4c req-1786cbfa-49d0-4e41-b226-bd159e000f5e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:18.526229 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-83353510-39ec-4197-b793-7d51adb14f4c req-1786cbfa-49d0-4e41-b226-bd159e000f5e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 945 time: 0.0762680 Sep 15 19:29:18.570063 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-83353510-39ec-4197-b793-7d51adb14f4c req-cc42decc-5296-444f-85a5-0b6a29e74786 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383749 Sep 15 19:29:18.597989 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51194) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:18.670544 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-e3b64be4-daad-4b25-898b-e9f08bded0f1 tempest-TestVolumeBootPattern-1885938490 tempest-TestVolumeBootPattern-1885938490-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1093 time: 0.0696926 Sep 15 19:29:18.671440 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51198) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:18.676572 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:18.681241 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.682523 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:18.686257 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:floatingip and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:18.689071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:18.694570 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:18.704339 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.835201 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.970856 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Allocated IP 172.27.2.131 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/a725c908-eaab-4889-a254-7b281381fe65) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:19.118523 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:19.145581 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:19.150046 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:19.213638 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:19.216581 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:19.219137 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:19.254817 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=a725c908-eaab-4889-a254-7b281381fe65,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:19.273459 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.273837 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.274735 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.275126 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.275489 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.275851 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.276211 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.276569 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.276923 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.277274 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.277626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:19.281044 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:19.828105 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:19.882051 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.056471 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.092214 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.096823 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.101049 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f25812a3-6c65-4b72-ac8a-07e7591a18b5 tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:20.200494 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=a725c908-eaab-4889-a254-7b281381fe65,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:20.203148 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:20.213874 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.417672 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.l3_db [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Floating IP 71cdec15-d97e-415d-a76a-b47b81461b0c associated. External IP: 172.27.2.131, port: d82be44b-3888-4532-88e8-02afbcbf4563. Sep 15 19:29:20.793561 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:29:20.895353 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-8cfe0594-2e59-4dd3-886a-d9955d1f5e5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667236 Sep 15 19:29:20.990750 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:29:21.000133 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:29:21.012182 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:21.012804 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:29:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:21.016749 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:21.136558 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-d240c3a9-4c3b-4aa9-b944-362213b86b4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1098 time: 0.1717215 Sep 15 19:29:21.187163 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5019257 Sep 15 19:29:21.187163 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:21.201359 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:21.229849 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'status': 'completed', 'code': 200} Sep 15 19:29:21.299788 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-af546e36-ca13-4edc-86e9-a8a2338d43bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:21.301274 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-af546e36-ca13-4edc-86e9-a8a2338d43bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1448910 Sep 15 19:29:21.404991 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-da253e36-8aee-4e97-9dd7-dc268be1d23f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 200 len: 999 time: 0.0958552 Sep 15 19:29:21.466088 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-53b3aebf-63f5-4710-b5fe-35707a5653ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:21.467522 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-53b3aebf-63f5-4710-b5fe-35707a5653ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0560942 Sep 15 19:29:21.545086 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-c07ff34e-918e-4a9b-af6d-273d91a4ecf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707355 Sep 15 19:29:21.575930 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:19Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:21.579696 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:29:21.590702 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:21.591319 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:29:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:21.674146 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-173645be-83fa-4750-85d8-f277e77fabab service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223302 Sep 15 19:29:21.765817 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:21.802545 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9a1c7cf0-5525-4775-b0da-cbd2734629af req-ff0bd1ea-2a39-4da9-8fd3-b26a8346c002 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216664 Sep 15 19:29:21.916714 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-7b8938ef-1502-4cf0-8566-671cbb7fdce7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1098 time: 0.0692420 Sep 15 19:29:22.052088 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-06f3003c-d799-488e-9914-ed560abde16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:22.053534 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-06f3003c-d799-488e-9914-ed560abde16f service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1302633 Sep 15 19:29:22.112068 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:19Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:22.115913 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df10a55-eb2a-4226-a1a0-e11f65e2b330 None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:19Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:29:22.158523 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-337f2640-fa3f-4a88-a7f9-d0544d850993 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 200 len: 999 time: 0.0982001 Sep 15 19:29:22.225389 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-5db43885-06a2-4031-bdc3-3ed4714224eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:22.226836 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-5db43885-06a2-4031-bdc3-3ed4714224eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0571778 Sep 15 19:29:22.300542 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243120f-18c6-45b4-94cb-6ba2f86818d8 None None] New status for floating IP 71cdec15-d97e-415d-a76a-b47b81461b0c: ACTIVE {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:29:22.307135 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-2ed28f42-1a28-497d-a581-a22aac87ba80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735352 Sep 15 19:29:22.446676 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-3879e4e0-ec53-4661-aad2-96c397c67aa4 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318281 Sep 15 19:29:22.576344 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7a8a8824-2e36-4072-bb0b-24d20f9456b5 req-b1ec6016-43a0-48a3-bb46-a1b73a83cfb5 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240485 Sep 15 19:29:38.385896 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:39.131867 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [req-c3f2133f-57df-4261-8e96-8a384d76585f req-18de3258-c187-4609-a5cc-ca58b0f367d6 service neutron] (75105) timed out ('10.222.0.58', 52621) {{(pid=75105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 19:29:45.410129 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-a34095cc-36dd-4f4b-863d-19d8a389eb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:45.810985 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:47.591091 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-319f2cd5-7bdb-4e4c-96cf-a3b2abb31beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:48.684721 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:50.053761 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:51.001073 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:30:08.401666 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.411217 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-542accbc-b4fb-4ba8-9997-7d45696a6e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.813175 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.592519 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ebdcda56-f954-4177-acaa-f33986e1c465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:18.687044 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:20.055497 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:21.977245 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-3d2b126a-d9ca-4670-964d-eefae31889d6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317518 Sep 15 19:30:22.208920 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-1825a584-3cd7-4fd8-b029-d3c1143e76f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1098 time: 0.1645756 Sep 15 19:30:22.350436 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-2ad79790-423f-4e52-8035-45ef3506683c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:22.352512 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-2ad79790-423f-4e52-8035-45ef3506683c service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1242263 Sep 15 19:30:22.454958 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-50199286-e644-40c5-a8b9-3570fad8741b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 200 len: 1001 time: 0.0949905 Sep 15 19:30:22.516950 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-2d34ce7c-6b91-4921-9b1d-9d2bb3e56142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:22.518270 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-2d34ce7c-6b91-4921-9b1d-9d2bb3e56142 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0567877 Sep 15 19:30:22.589753 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-099a516e-b895-43e9-a960-f572b58d5cd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648952 Sep 15 19:30:22.716661 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-3c56288b-72b2-42f2-a30b-3d3c60abe10c service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199155 Sep 15 19:30:22.843248 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-aa1bb9ae-ebee-40af-89b8-28e4036b351a req-a5a4c3ab-e36d-450d-b298-fad35d7a7b20 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199989 Sep 15 19:30:28.000433 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:30:33.658191 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [req-e3784aec-8d67-417c-b753-2ff3303ff255 req-0fa74852-c5e2-4fd4-af92-7a01e9223a93 service neutron] (75104) timed out ('10.222.0.58', 52583) {{(pid=75104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 19:30:38.399243 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.411847 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ec89602e-0344-480a-8a7f-c6b9a6b63a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.814682 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:47.593698 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-506c49e0-2399-4297-bbb1-99763518e967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:48.689069 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:50.058133 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:57.131086 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-9cfb22f0-d063-41b0-a933-86edd266b53c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245360651&fields=id&tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 267 time: 0.0395834 Sep 15 19:30:57.283348 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-49f9e2e5-e8de-4807-b566-44faf0f21901 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:57.284721 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-49f9e2e5-e8de-4807-b566-44faf0f21901 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 812 time: 0.1463625 Sep 15 19:30:57.300483 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-c93be29f-afb2-4d20-927d-ad8f5ab5f96c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/quotas/5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 375 time: 0.0103974 Sep 15 19:30:57.392832 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-4d84ce76-b9a4-44b0-bcf1-a5afb4f3d1a4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876200 Sep 15 19:30:57.527200 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-da784470-3ecc-4be7-83d2-3b3694ff6d5d service neutron] 10.222.0.20 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233046 Sep 15 19:30:57.655043 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-668f67fe-5a85-4ee4-bd14-fa760bfd2ab0 service neutron] 10.222.0.20 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221232 Sep 15 19:30:58.062762 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-62c9014f-6c23-46ff-8595-654e7ad2821c req-b8e3c17d-83f6-4337-81a6-d32b687ec92b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 210 time: 0.0520093 Sep 15 19:30:59.022237 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-1361413e-ec3a-4830-89cb-8d87a223ce65 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:59.023683 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-1361413e-ec3a-4830-89cb-8d87a223ce65 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 812 time: 0.1459606 Sep 15 19:30:59.077035 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7d1d4a48-704c-41e1-8a72-e8dcb30b6ee6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958 HTTP/1.1" status: 200 len: 379 time: 0.0396500 Sep 15 19:30:59.085554 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'port': {'device_id': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'admin_state_up': True, 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'security_groups': ['5f58beee-767a-4b19-b49c-77038d9572b5']}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:59.220917 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:59.229673 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-4b06665d-34e8-452a-b561-dccd858b5580 req-feb18837-5500-466a-94dc-264bef557210 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 210 time: 0.0412312 Sep 15 19:30:59.231563 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.quota.driver [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=75105) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:59.241413 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Made reservation on behalf of 5c7cc1678c4b4a8ea9b9d64d873d4958 for: {'port': 1} {{(pid=75105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:59.244499 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:59.406335 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.db_base_plugin_common [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Allocated IP 172.20.0.8 (72c462b0-d2bb-4016-931e-752588324fa1/41a40594-3204-4d9a-b9b4-5f3f24ad503f/1651b44d-f14e-48cc-aaf8-1b149db5942d) {{(pid=75105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:59.596054 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:59.611353 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Transition to ACTIVE for port object 1651b44d-f14e-48cc-aaf8-1b149db5942d will not be triggered until provisioned by entity DHCP. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:30:59.635522 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_create {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:59.643315 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-2ec22983-a96d-4b66-872d-e940eb384f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:59.716038 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Network 72c462b0-d2bb-4016-931e-752588324fa1 is already hosted by enough agents. {{(pid=75105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:59.719455 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.scheduler.base_scheduler [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources bound (agent type, host, resource id): {{(pid=75105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:59.721955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Received port after_create {{(pid=75105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:30:59.753813 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=1651b44d-f14e-48cc-aaf8-1b149db5942d,revision_number=1']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:59.778095 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.778453 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.778826 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.779217 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.779580 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.779941 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.780299 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.780701 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.781012 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.781367 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.781719 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:59.785547 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:59.802101 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:59.802738 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:59.828501 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-eb281c24-ec40-4a43-b651-f1b7aab03519 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7463996 Sep 15 19:30:59.840351 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.v2.base [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Request body: {'port': {'device_id': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:59.936802 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-d218d5b1-7995-416a-9a8d-ce2a82276582 None None] Provisioning for port 1651b44d-f14e-48cc-aaf8-1b149db5942d completed by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:30:59.942990 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-d218d5b1-7995-416a-9a8d-ce2a82276582 None None] Provisioning complete for port 1651b44d-f14e-48cc-aaf8-1b149db5942d triggered by entity DHCP. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:30:59.943405 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d218d5b1-7995-416a-9a8d-ce2a82276582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:59.999877 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-d218d5b1-7995-416a-9a8d-ce2a82276582 None None] Port 1651b44d-f14e-48cc-aaf8-1b149db5942d cannot update to ACTIVE because it is not bound. {{(pid=75106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:31:00.049293 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:00.426957 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1651b44d-f14e-48cc-aaf8-1b149db5942d {{(pid=75105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:31:00.435316 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:00.462015 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.provisioning_blocks [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Transition to ACTIVE for port object 1651b44d-f14e-48cc-aaf8-1b149db5942d will not be triggered until provisioned by entity L2. {{(pid=75105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:31:00.466215 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:00.470246 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-95fd76ff-da5f-4d80-b9fc-063ad9cbf228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:00.538785 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87792730-6066-498d-a790-b8679137c277 req-b0927039-5ba4-42f9-b7d8-4a0fa589dbf4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:00.539508 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-87792730-6066-498d-a790-b8679137c277 req-b0927039-5ba4-42f9-b7d8-4a0fa589dbf4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:31:00.597275 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Pushing event updated for resources: {'Port': ['ID=1651b44d-f14e-48cc-aaf8-1b149db5942d,revision_number=2']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:00.606353 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:00.624091 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-87792730-6066-498d-a790-b8679137c277 req-b0927039-5ba4-42f9-b7d8-4a0fa589dbf4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:31:00.625196 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-87792730-6066-498d-a790-b8679137c277 req-b0927039-5ba4-42f9-b7d8-4a0fa589dbf4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 931 time: 0.2483194 Sep 15 19:31:00.748488 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-87792730-6066-498d-a790-b8679137c277 req-a428cecf-20bb-48a9-880c-fe5a9fcecedd tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985208 Sep 15 19:31:00.764504 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Attempting to bind port 1651b44d-f14e-48cc-aaf8-1b149db5942d on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:31:00.764953 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Attempting to bind port 1651b44d-f14e-48cc-aaf8-1b149db5942d by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:31:00.765147 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Attempting to bind port 1651b44d-f14e-48cc-aaf8-1b149db5942d on network 72c462b0-d2bb-4016-931e-752588324fa1 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:31:00.770873 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Port 1651b44d-f14e-48cc-aaf8-1b149db5942d on network 72c462b0-d2bb-4016-931e-752588324fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:31:00.771217 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Attempting to bind port 1651b44d-f14e-48cc-aaf8-1b149db5942d on network 72c462b0-d2bb-4016-931e-752588324fa1 {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:31:00.778201 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Checking agent: {'id': 'fb0682e2-bc79-4238-8b62-7202442c2a91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'started_at': datetime.datetime(2021, 9, 15, 19, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:31:00.778533 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Checking segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:31:00.778912 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Bound using segment: {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'} {{(pid=75105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:31:00.779364 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.managers [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Bound port: 1651b44d-f14e-48cc-aaf8-1b149db5942d, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3ebb97-d159-4183-8710-0ef945da59d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1'}}] {{(pid=75105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:31:00.779708 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:00.864857 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] For port 1651b44d-f14e-48cc-aaf8-1b149db5942d, host hv-cinder-80582, cleared binding levels {{(pid=75105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:31:00.868048 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] For port 1651b44d-f14e-48cc-aaf8-1b149db5942d, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:31:00.872123 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66406440'] for port, after_update {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:00.877196 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-95bcd542-8350-4a69-96cc-ead9dd750098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:00.928229 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:00.929763 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] 10.222.0.58 "PUT /v2.0/ports/1651b44d-f14e-48cc-aaf8-1b149db5942d HTTP/1.1" status: 200 len: 1093 time: 1.0937591 Sep 15 19:31:00.937354 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:00.961440 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Pushing event updated for resources: {'Port': ['ID=1651b44d-f14e-48cc-aaf8-1b149db5942d,revision_number=3']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:00.965079 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-7787944b-8409-4770-85c0-863a3a9ffd3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:01.045094 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-ee14e1a6-b866-4100-85ca-c05697612d84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 1096 time: 0.0740685 Sep 15 19:31:01.105674 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'status': 'completed', 'code': 200} Sep 15 19:31:01.121243 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-75cd615e-b39a-4ec3-8bdb-18b86a450cdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d HTTP/1.1" status: 200 len: 217 time: 0.0682342 Sep 15 19:31:01.181666 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-44eb660b-4348-47b5-95e7-a48a64b704d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:01.183738 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-44eb660b-4348-47b5-95e7-a48a64b704d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0564899 Sep 15 19:31:01.255842 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-c73932ae-41b4-4db7-91e4-e159543f35f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660107 Sep 15 19:31:01.390334 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-362de626-7287-4378-9e9f-be1874ce40b3 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270640 Sep 15 19:31:01.519529 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-95ea5f92-8ee8-4e1c-8447-f09626947b23 req-a0f38128-fab4-4370-8fd6-4f6a43a23f46 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222937 Sep 15 19:31:01.632718 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-fe927c00-e120-439a-ade6-71ae1e712e33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 1096 time: 0.0714459 Sep 15 19:31:01.853721 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-1ee56a1f-a5e6-4d4c-8a57-cc2f510ec6a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:01.855718 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-1ee56a1f-a5e6-4d4c-8a57-cc2f510ec6a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.2169120 Sep 15 19:31:01.959750 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-dd008344-f3ab-4984-96e0-cf5bcbf15010 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d HTTP/1.1" status: 200 len: 217 time: 0.0950310 Sep 15 19:31:02.040228 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-cdacf31e-de88-4b9b-8db0-e036d8c089e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:02.041554 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-cdacf31e-de88-4b9b-8db0-e036d8c089e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0720148 Sep 15 19:31:02.085576 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dc342-d93d-4e63-9c1b-30b61baa63c7 req-48d562e8-0c43-4ddf-8c67-85c06bc4798b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:02.086962 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da7dc342-d93d-4e63-9c1b-30b61baa63c7 req-48d562e8-0c43-4ddf-8c67-85c06bc4798b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 943 time: 0.1754558 Sep 15 19:31:02.149102 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da7dc342-d93d-4e63-9c1b-30b61baa63c7 req-07000146-afd1-4026-baaa-33935b17afd2 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555747 Sep 15 19:31:02.156510 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-d8b64b6c-d52e-44d3-813c-1ec4c8e8624d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072907 Sep 15 19:31:02.288459 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-ff9afa15-fcc0-4270-873e-6caac7ecba3b service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241622 Sep 15 19:31:02.418838 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-a10b95bc-335a-437f-b6b2-0ef79bf8a1ab req-e4fbacf9-a301-4a98-ad4a-33cef6d1d795 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228347 Sep 15 19:31:03.346263 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083dbef-9f13-44b2-b31d-f4518ff06a52 req-8f034d9c-c2c9-4649-8043-2cd94cb6418a tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:03.347744 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c083dbef-9f13-44b2-b31d-f4518ff06a52 req-8f034d9c-c2c9-4649-8043-2cd94cb6418a tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 943 time: 0.0804589 Sep 15 19:31:03.395756 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-c083dbef-9f13-44b2-b31d-f4518ff06a52 req-e0e2831f-02ca-4e93-84a3-2d04f91a70ef tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426009 Sep 15 19:31:04.596964 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832171-bc44-4606-a27a-1b5b15f98a2a req-a599f36a-86d2-4a60-8531-93f15098886c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:04.598455 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e1832171-bc44-4606-a27a-1b5b15f98a2a req-a599f36a-86d2-4a60-8531-93f15098886c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 943 time: 0.0798922 Sep 15 19:31:04.644420 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e1832171-bc44-4606-a27a-1b5b15f98a2a req-3d8db01a-1dc3-4d69-a63d-53eebaa68617 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401676 Sep 15 19:31:05.000612 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:31:05.834821 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093be9c7-e0c8-44d1-95d3-3ca7e9eba1b5 req-1a4b2a0e-16f3-4bf4-a7ad-2c11d21cb11b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:05.836263 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-093be9c7-e0c8-44d1-95d3-3ca7e9eba1b5 req-1a4b2a0e-16f3-4bf4-a7ad-2c11d21cb11b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 943 time: 0.0752590 Sep 15 19:31:05.880519 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-093be9c7-e0c8-44d1-95d3-3ca7e9eba1b5 req-73b7c0bd-5f41-4b98-ba51-c9a5b8c2c511 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388730 Sep 15 19:31:07.081375 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e5cdf-ed86-43fa-b695-9f1ea0aedfdf req-6fd0bc97-8395-48ca-8a9e-987add9e17bb tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:07.082807 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e34e5cdf-ed86-43fa-b695-9f1ea0aedfdf req-6fd0bc97-8395-48ca-8a9e-987add9e17bb tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 943 time: 0.0817165 Sep 15 19:31:07.126594 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-e34e5cdf-ed86-43fa-b695-9f1ea0aedfdf req-ae2815bd-3884-4665-95f2-ea02a366d2d2 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383523 Sep 15 19:31:08.324550 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061aae1b-17e3-4925-b504-568663d15cfa req-1d40e72f-e8ca-4293-910e-a2f55b09ca75 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:08.325975 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-061aae1b-17e3-4925-b504-568663d15cfa req-1d40e72f-e8ca-4293-910e-a2f55b09ca75 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 943 time: 0.0798123 Sep 15 19:31:08.369986 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-061aae1b-17e3-4925-b504-568663d15cfa req-f7113cc4-f7d2-4eb0-aa84-01ea8d92dbbf tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386221 Sep 15 19:31:08.404328 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:09.569575 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc680-b8c0-4678-9183-54df35cd17a3 req-976263d3-3ee8-4b1d-bb3f-efccab3cc9d4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:09.571000 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cebbc680-b8c0-4678-9183-54df35cd17a3 req-976263d3-3ee8-4b1d-bb3f-efccab3cc9d4 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 943 time: 0.0791237 Sep 15 19:31:09.614865 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-cebbc680-b8c0-4678-9183-54df35cd17a3 req-870a8346-1852-43d2-b313-0e96565b5c59 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385346 Sep 15 19:31:09.884555 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 1651b44d-f14e-48cc-aaf8-1b149db5942d details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:31:10.051544 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 1651b44d-f14e-48cc-aaf8-1b149db5942d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:10.063927 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Returning: {'device': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'port_id': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'mac_address': 'fa:16:3e:71:53:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:31:10.115291 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.131712 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1651b44d-f14e-48cc-aaf8-1b149db5942d {{(pid=75106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:31:10.146428 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 1651b44d-f14e-48cc-aaf8-1b149db5942d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:10.150467 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.153158 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-295f1dc4-03eb-4cc1-89ca-061216d38fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:10.216564 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=1651b44d-f14e-48cc-aaf8-1b149db5942d,revision_number=4']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:10.224518 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.224854 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.225182 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.225507 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.225830 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.226150 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.226513 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.226863 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.227323 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.227669 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.227987 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:10.231842 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:10.371612 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] get_ports_and_sgs() called for port_ids ['1651b44d-f14e-48cc-aaf8-1b149db5942d'] {{(pid=75106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:10.812684 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd6f17-cc5c-4429-a567-e25b696eca66 req-ad659994-d988-4e4d-ac21-2693213481da tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:10.814131 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bbdd6f17-cc5c-4429-a567-e25b696eca66 req-ad659994-d988-4e4d-ac21-2693213481da tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 944 time: 0.0751460 Sep 15 19:31:10.857957 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-bbdd6f17-cc5c-4429-a567-e25b696eca66 req-a7d597d3-f59c-4d21-a4b1-11f964108fcd tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385003 Sep 15 19:31:11.888402 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 1651b44d-f14e-48cc-aaf8-1b149db5942d up at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:31:11.955349 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning for port 1651b44d-f14e-48cc-aaf8-1b149db5942d completed by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:31:11.960077 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.provisioning_blocks [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Provisioning complete for port 1651b44d-f14e-48cc-aaf8-1b149db5942d triggered by entity L2. {{(pid=75106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:31:11.960446 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530138'] for port, provisioning_complete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:12.052632 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910cd16-cac6-46ba-947d-beb16bd485eb req-28819079-3e62-4471-97fa-822e6e706364 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:12.054092 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f910cd16-cac6-46ba-947d-beb16bd485eb req-28819079-3e62-4471-97fa-822e6e706364 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 944 time: 0.0772908 Sep 15 19:31:12.072379 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:12.097563 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d'}] {{(pid=75106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:12.098921 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f910cd16-cac6-46ba-947d-beb16bd485eb req-5fc8cbec-238e-45d5-a1af-72b4f2aa1f3f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 Sep 15 19:31:12.107509 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] For port 1651b44d-f14e-48cc-aaf8-1b149db5942d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:12.112336 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318'] for port, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:12.114393 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:12.164778 dv-cinder-805825-3-iscsi neutron-server[75106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'code': 200} Sep 15 19:31:12.180720 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Pushing event updated for resources: {'Port': ['ID=1651b44d-f14e-48cc-aaf8-1b149db5942d,revision_number=5']} {{(pid=75106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:12.184170 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_concurrency.lockutils [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:12.469961 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b09467fa-f877-4747-9d70-9987a17bb427 req-a9cb6eee-4ec4-4c95-9733-ecb0af0bbbe1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 1098 time: 0.0699561 Sep 15 19:31:12.511934 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-b09467fa-f877-4747-9d70-9987a17bb427 req-9ba71e87-ab08-4f17-9de4-a1370edfa9b7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348918 Sep 15 19:31:13.307256 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00900b-e835-4f6f-99da-4870251b01fb req-12460825-ae5f-4f07-b316-6eb044cdd99c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:13.309301 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0b00900b-e835-4f6f-99da-4870251b01fb req-12460825-ae5f-4f07-b316-6eb044cdd99c tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 945 time: 0.0848992 Sep 15 19:31:13.358489 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-0b00900b-e835-4f6f-99da-4870251b01fb req-ce9765d6-45c4-4e94-9779-c15f656cee8a tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434139 Sep 15 19:31:14.557083 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b519a-6375-4675-b7ab-a84d360b3ece req-74d2036a-0480-4867-8766-32adb74b0fc9 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:14.558539 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3c3b519a-6375-4675-b7ab-a84d360b3ece req-74d2036a-0480-4867-8766-32adb74b0fc9 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 945 time: 0.0782692 Sep 15 19:31:14.602911 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-3c3b519a-6375-4675-b7ab-a84d360b3ece req-11a8b6c9-8153-41df-869a-1a9b3c09eda8 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387487 Sep 15 19:31:14.793243 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858be5c-f8dd-4030-84b0-1e7e77b43ee7 req-8c21ee8b-09fe-4684-ad3d-13278dd5acd9 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:14.794905 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f858be5c-f8dd-4030-84b0-1e7e77b43ee7 req-8c21ee8b-09fe-4684-ad3d-13278dd5acd9 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 945 time: 0.0753558 Sep 15 19:31:14.839413 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-f858be5c-f8dd-4030-84b0-1e7e77b43ee7 req-b00f993f-5665-4f0f-9eea-2841047c60e9 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 Sep 15 19:31:14.866370 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51314) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:14.937008 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-a6043c09-b311-45d4-ac63-666ca12de35d tempest-TestVolumeBootPattern-1885938490 tempest-TestVolumeBootPattern-1885938490-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 1093 time: 0.0693634 Sep 15 19:31:14.939914 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51318) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:14.944511 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.v2.base [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Request body: {'floatingip': {'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'port_id': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address': '172.20.0.8'}} {{(pid=75104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:31:14.950553 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:14.954327 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Usage tracker for resource:floatingip and tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 is out of sync, need to count used quota {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:14.957227 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:14.962762 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.quota.driver [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:14.972626 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:15.104057 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:15.237259 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_common [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Allocated IP 172.27.2.188 (f86d9b16-c39c-4460-97ca-ff3823e4c76a/4639471b-a961-4961-8fb5-28ba83807335/59594d63-7912-4dc0-b141-1674d82705f0) {{(pid=75104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:31:15.381086 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:15.409096 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779550737255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:15.412343 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-18e0e393-87c4-40bd-ac61-1a17a7380405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:15.413894 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-bf9d2eea-a541-45f3-8fd6-5ade2b897f66 tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:15.565823 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Network f86d9b16-c39c-4460-97ca-ff3823e4c76a is already hosted by enough agents. {{(pid=75104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:31:15.569144 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=59594d63-7912-4dc0-b141-1674d82705f0,revision_number=1']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:15.571390 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.base_scheduler [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Resources bound (agent type, host, resource id): {{(pid=75104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:15.573965 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Received port after_create {{(pid=75104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:31:15.615676 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.616054 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.616424 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.616790 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.617155 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.617517 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.617877 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.618234 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.618588 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.618942 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.619323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:15.626808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:15.816555 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:16.101684 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:16.157755 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478235'] for port, before_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:16.355632 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for port, precommit_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:16.360248 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779551132663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779550737273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779550737318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66235862'] for port, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:16.363771 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8d44d470-6b30-4ca5-bc19-5cc072a10aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:16.467046 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event updated for resources: {'Port': ['ID=59594d63-7912-4dc0-b141-1674d82705f0,revision_number=2']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:16.471003 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:16.481526 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491650'] for floatingip, after_update {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:16.668745 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.db.l3_db [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Floating IP 98857d08-9893-4986-a0fc-2310f6be5d9a associated. External IP: 172.27.2.188, port: 1651b44d-f14e-48cc-aaf8-1b149db5942d. Sep 15 19:31:17.142484 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:31:17.333025 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:17.342458 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:31:17.353890 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:31:17.355011 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:30:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:17.356992 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:17.417480 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4765756 Sep 15 19:31:17.418204 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:17.533594 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:31:17.549259 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'status': 'completed', 'code': 200} Sep 15 19:31:17.612173 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5799-73b6-4a0f-8c4d-922154eadc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:17.647608 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-078ff69e-4218-4351-852d-231de1e0952e req-5e1f15f8-ce01-436b-b223-63a82abd984b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 1098 time: 0.0759933 Sep 15 19:31:17.779239 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ff69e-4218-4351-852d-231de1e0952e req-9d168636-fc47-4832-915a-b9842069d77c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:17.780682 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-078ff69e-4218-4351-852d-231de1e0952e req-9d168636-fc47-4832-915a-b9842069d77c service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1265047 Sep 15 19:31:17.880806 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-078ff69e-4218-4351-852d-231de1e0952e req-5dcf56a3-a084-4c32-a17b-fb8981f5a982 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d HTTP/1.1" status: 200 len: 999 time: 0.0928810 Sep 15 19:31:17.885367 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:22Z', 'revision_number': 1, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}, {'id': '98857d08-9893-4986-a0fc-2310f6be5d9a', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:71:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:31:15Z', 'updated_at': '2021-09-15T19:31:15Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:17.889252 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:31:17.899966 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:31:17.900568 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:31:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:18.044157 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ff69e-4218-4351-852d-231de1e0952e req-2254a515-1d37-437d-b19d-1824d38d84fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:18.045753 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-078ff69e-4218-4351-852d-231de1e0952e req-2254a515-1d37-437d-b19d-1824d38d84fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.1581230 Sep 15 19:31:18.082690 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:31:18.119183 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-078ff69e-4218-4351-852d-231de1e0952e req-7a2b6b4f-4d09-41ea-9fbc-ed7e4ab30355 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670288 Sep 15 19:31:18.247393 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-078ff69e-4218-4351-852d-231de1e0952e req-b91e230e-fc1a-456b-b297-409cfd9d1da0 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216629 Sep 15 19:31:18.377192 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-078ff69e-4218-4351-852d-231de1e0952e req-231c1eb5-7d29-48a4-8197-2732fecca959 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232371 Sep 15 19:31:18.465107 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:22Z', 'revision_number': 1, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}, {'id': '98857d08-9893-4986-a0fc-2310f6be5d9a', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:71:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:31:15Z', 'updated_at': '2021-09-15T19:31:15Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:18.469018 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3602760-69fb-422c-8010-50bc72bbc247 None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:22Z', 'revision_number': 1, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}, {'id': '98857d08-9893-4986-a0fc-2310f6be5d9a', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:71:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:31:15Z', 'updated_at': '2021-09-15T19:31:15Z', 'revision_number': 0, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:31:18.642766 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3213c1-f783-457c-b5ec-32b64077964c None None] New status for floating IP 98857d08-9893-4986-a0fc-2310f6be5d9a: ACTIVE {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:31:18.694899 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:20.060273 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:21.924569 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-a5be5759-0dd0-49b3-b42e-79a90c9ebd8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714464 Sep 15 19:31:22.065637 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-93762d4a-877f-4651-85ea-9153107eed8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1098 time: 0.0720544 Sep 15 19:31:22.206161 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-29a3daa5-b846-4e98-9a81-59048812fe76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:22.207526 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-29a3daa5-b846-4e98-9a81-59048812fe76 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1222208 Sep 15 19:31:22.309973 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-1698fc19-4e3d-41ec-881c-2efb1fddfd05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 200 len: 1001 time: 0.0954773 Sep 15 19:31:22.380480 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-37a578d9-ecbe-451c-b957-77cad931e6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:22.381862 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-37a578d9-ecbe-451c-b957-77cad931e6a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0553720 Sep 15 19:31:22.462810 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-89c27d8d-80e9-4c06-af4f-d9077116a09a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725596 Sep 15 19:31:22.590912 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-ca54d3d8-b5ee-454b-9ba1-41407517d48b service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214008 Sep 15 19:31:22.725229 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-00e8554b-7ad8-45a4-96f1-60cf8f3da0b6 req-0ecfcf8c-04b6-4daf-bd1c-8140e428b6c6 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279492 Sep 15 19:31:38.413430 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:42.002026 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:31:45.414310 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8fde535a-67da-453b-95a2-2de693761866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:45.817797 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:47.593441 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0b12b21f-929a-4c5a-b55a-834624c9441b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:48.697671 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:50.061674 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:08.411998 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:15.415679 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-dd038b71-b50a-4090-840b-f3fe0dcb56cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:15.818301 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:17.595662 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e76bb680-d48d-41a3-8309-3c11d5bc0c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:18.700817 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.002563 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:32:20.063869 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.944255 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-c975fff0-8468-48b4-b491-3f2b9aa3a2f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680506 Sep 15 19:32:22.035843 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-c0e70051-2b6d-44bd-a5c5-66627db520f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 1098 time: 0.0708036 Sep 15 19:32:22.175879 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-9b978ffc-4530-435f-b4d5-b2c59b5dc866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:22.177291 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-9b978ffc-4530-435f-b4d5-b2c59b5dc866 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1240907 Sep 15 19:32:22.362642 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-a8c9564d-83bd-4aa0-b9a9-e6e5971af52d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d HTTP/1.1" status: 200 len: 1001 time: 0.1787300 Sep 15 19:32:22.424785 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-0cad2e1e-28c7-43ec-8435-e6ae680ef589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:22.426142 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-0cad2e1e-28c7-43ec-8435-e6ae680ef589 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0564480 Sep 15 19:32:22.499458 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-63440c2f-01d5-47a2-a0e5-3ddc1f45c98d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658882 Sep 15 19:32:22.631284 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-5a6dfe74-b0c8-4f7a-9a30-d5f411617497 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252682 Sep 15 19:32:22.763430 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c4726d32-9a13-46de-98bb-575d5ae0c88e req-c09c8396-7061-46e8-a74c-a27a5b05a02b service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249058 Sep 15 19:32:38.418844 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:45.417398 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2dc13ecd-a5a0-4661-a7f9-5638461b27dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:45.819352 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.595557 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-509e7c2f-d827-44ca-bc6d-c339ddadb4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.704852 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:50.066139 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:56.003253 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:32:56.569292 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51352) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:56.827942 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Deleting port 59594d63-7912-4dc0-b141-1674d82705f0 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:56.828184 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:56.991852 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:56.992295 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:57.107133 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Calling delete_port for 59594d63-7912-4dc0-b141-1674d82705f0 owned by network:floatingip {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:57.249835 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:57.253798 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-ea2ec6ca-9720-4cdf-ad36-8372502e25c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:57.294461 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event deleted for resources: {'Port': ['ID=59594d63-7912-4dc0-b141-1674d82705f0,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:57.332346 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.332726 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.333096 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.333458 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.333822 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.334185 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.334543 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.334904 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.335291 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.335645 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.335996 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:57.342504 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:57.397761 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:57.868419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:58.064174 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:58.077042 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:32:58.085014 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:58.088762 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:58.089378 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:32:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:58.142414 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-32d9077d-7be7-43f9-8535-3d2b516c3f6f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "DELETE /v2.0/floatingips/98857d08-9893-4986-a0fc-2310f6be5d9a HTTP/1.1" status: 204 len: 168 time: 1.5719829 Sep 15 19:32:58.143201 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:32:58.200931 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'status': 'completed', 'code': 200} Sep 15 19:32:58.276958 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:58.303653 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-9eb010e5-186c-4169-b856-598f6b25b743 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 1098 time: 0.0795634 Sep 15 19:32:58.446988 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-55834d8f-e6b2-4d1f-abd1-93f892a502d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:58.448502 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-55834d8f-e6b2-4d1f-abd1-93f892a502d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1380780 Sep 15 19:32:58.518262 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-415f0220-b15b-4d97-bd63-41a0f5e9fb95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d HTTP/1.1" status: 200 len: 217 time: 0.0626016 Sep 15 19:32:58.573451 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baff45-d705-40d3-b953-9f7d00d523b0 req-30a61408-db9b-48d9-adda-7fa72368aa3e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:58.574137 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-79baff45-d705-40d3-b953-9f7d00d523b0 req-30a61408-db9b-48d9-adda-7fa72368aa3e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:32:58.584955 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-9f987302-14fd-4205-a1d3-081e82d0b3df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:58.586413 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-9f987302-14fd-4205-a1d3-081e82d0b3df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0610917 Sep 15 19:32:58.590519 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-79baff45-d705-40d3-b953-9f7d00d523b0 req-30a61408-db9b-48d9-adda-7fa72368aa3e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:32:58.592287 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-79baff45-d705-40d3-b953-9f7d00d523b0 req-30a61408-db9b-48d9-adda-7fa72368aa3e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 945 time: 0.0951633 Sep 15 19:32:58.639462 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:22Z', 'revision_number': 1, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:58.640300 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-79baff45-d705-40d3-b953-9f7d00d523b0 req-2fbb0e4b-c0ea-4617-9c9a-f7ff5dd490cb tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419893 Sep 15 19:32:58.643502 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:32:58.655865 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:58.656563 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:32:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:58.674983 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-b8d4b813-8df7-4135-8c23-8e1c263b0396 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817206 Sep 15 19:32:58.808908 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-6b324c64-2dd2-402a-8621-0c502e476505 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267006 Sep 15 19:32:58.830978 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:58.942986 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-da9535cc-3dc4-48e1-88c1-cafa9c4b7011 req-e415ad3e-ddd6-4da8-ada5-fe65aaea7d6a service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272149 Sep 15 19:32:59.200663 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:22Z', 'revision_number': 1, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:59.204321 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9511c-1aa0-4c63-8f37-d598ef4210b5 None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_floatingips': [{'id': '71cdec15-d97e-415d-a76a-b47b81461b0c', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'router_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'port_id': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'mac_address': 'fa:16:3e:3c:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:29:19Z', 'updated_at': '2021-09-15T19:29:22Z', 'revision_number': 1, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:32:59.409124 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031132e-dab8-426a-87a5-dfd80ef13cc9 None None] New status for floating IP 98857d08-9893-4986-a0fc-2310f6be5d9a: DOWN {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:32:59.846337 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c30e0-2abc-41b6-b5ef-845c9ea12e06 req-dae229ec-e239-41b5-93f2-9c7c44056dd2 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:59.847813 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-620c30e0-2abc-41b6-b5ef-845c9ea12e06 req-dae229ec-e239-41b5-93f2-9c7c44056dd2 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 945 time: 0.0802977 Sep 15 19:32:59.891831 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-620c30e0-2abc-41b6-b5ef-845c9ea12e06 req-69377ec0-5324-47be-9578-0bdc84f108e9 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386703 Sep 15 19:33:00.051896 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-58cfe135-29d9-48c9-a90d-b401e7f717bd tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:00.053316 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-58cfe135-29d9-48c9-a90d-b401e7f717bd tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 945 time: 0.0746942 Sep 15 19:33:00.122479 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Deleting port 1651b44d-f14e-48cc-aaf8-1b149db5942d {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:00.122738 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:00.356472 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] For port 1651b44d-f14e-48cc-aaf8-1b149db5942d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1651b44d-f14e-48cc-aaf8-1b149db5942d,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:00.356829 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:00.559474 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Calling delete_port for 1651b44d-f14e-48cc-aaf8-1b149db5942d owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:00.701733 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:00.710155 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-74756831-0690-4437-9848-082b059d2c7d tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:00.757116 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event deleted for resources: {'Port': ['ID=1651b44d-f14e-48cc-aaf8-1b149db5942d,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:00.822515 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.822819 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.823201 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.823558 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.823910 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.824260 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.824609 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.824959 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.825327 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.825668 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.826008 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-iscsi {{(pid=75105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:00.829700 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:00.840211 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] No DVR routers for this DVR port 1651b44d-f14e-48cc-aaf8-1b149db5942d on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:33:00.842308 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:00.844774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'name': 'network-vif-deleted', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:00.860241 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ca49773e-99b7-419b-acfb-a73318a358f6 req-5c5e5a47-e869-49ab-9a4e-9788a186539e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "DELETE /v2.0/ports/1651b44d-f14e-48cc-aaf8-1b149db5942d HTTP/1.1" status: 204 len: 173 time: 0.8010037 Sep 15 19:33:00.912455 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6231c132-7368-4e98-bc7d-3d31f8a12029', 'name': 'network-vif-deleted', 'tag': '1651b44d-f14e-48cc-aaf8-1b149db5942d', 'status': 'completed', 'code': 200} Sep 15 19:33:01.061461 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-7edb4d81-194c-44f7-8eb9-469fb9160a3e req-212a1db5-5836-49ea-a6a7-ce883154d0ee tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:33:01.076412 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-7edb4d81-194c-44f7-8eb9-469fb9160a3e req-212a1db5-5836-49ea-a6a7-ce883154d0ee tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:33:01.077677 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-7edb4d81-194c-44f7-8eb9-469fb9160a3e req-212a1db5-5836-49ea-a6a7-ce883154d0ee tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231c132-7368-4e98-bc7d-3d31f8a12029 HTTP/1.1" status: 200 len: 210 time: 0.0629878 Sep 15 19:33:04.427889 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 1651b44d-f14e-48cc-aaf8-1b149db5942d no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:04.463592 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: 1651b44d-f14e-48cc-aaf8-1b149db5942d {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:04.463939 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device 1651b44d-f14e-48cc-aaf8-1b149db5942d not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:04.562927 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51390) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:04.764282 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Deleting port a725c908-eaab-4889-a254-7b281381fe65 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:04.764530 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:04.924325 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:04.924648 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:05.041421 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Calling delete_port for a725c908-eaab-4889-a254-7b281381fe65 owned by network:floatingip {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:05.183535 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:05.186961 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-4d459335-cba2-4b13-8ec1-e6c57dbab3bf tempest-TestShelveInstance-1089188999 tempest-TestShelveInstance-1089188999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:05.229210 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event deleted for resources: {'Port': ['ID=a725c908-eaab-4889-a254-7b281381fe65,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:05.233667 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:05.318476 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:05.800553 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:05.998122 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:06.007974 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:06.017603 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:06.019204 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:06.019809 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:32:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:06.069940 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "DELETE /v2.0/floatingips/71cdec15-d97e-415d-a76a-b47b81461b0c HTTP/1.1" status: 204 len: 168 time: 1.5059361 Sep 15 19:33:06.070583 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563'}] {{(pid=75104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:06.130282 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'status': 'completed', 'code': 200} Sep 15 19:33:06.200680 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:06.225391 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-ab8b6132-2a1c-47ff-b825-eec560895746 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 1098 time: 0.0741072 Sep 15 19:33:06.365156 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-0ccbe1ec-df70-4baa-9b76-be7d2c83d8c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:06.366602 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-0ccbe1ec-df70-4baa-9b76-be7d2c83d8c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 200 len: 913 time: 0.1341996 Sep 15 19:33:06.438638 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-590ed20b-8b2c-436d-995f-c629a4cd50de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 200 len: 217 time: 0.0650032 Sep 15 19:33:06.468577 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037e94-4351-4929-8fa1-54cddb414a17 req-be0bf825-6fd0-4ecc-af6e-fcb03910eb7f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:06.469274 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-29037e94-4351-4929-8fa1-54cddb414a17 req-be0bf825-6fd0-4ecc-af6e-fcb03910eb7f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:33:06.486361 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.quota.resource [req-29037e94-4351-4929-8fa1-54cddb414a17 req-be0bf825-6fd0-4ecc-af6e-fcb03910eb7f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:33:06.487711 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-29037e94-4351-4929-8fa1-54cddb414a17 req-be0bf825-6fd0-4ecc-af6e-fcb03910eb7f tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 945 time: 0.0978136 Sep 15 19:33:06.503774 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-ca4555e8-9d7e-4a7e-a0f2-326093143472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:06.506739 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-ca4555e8-9d7e-4a7e-a0f2-326093143472 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 200 len: 851 time: 0.0613654 Sep 15 19:33:06.517488 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:06.521351 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:06.532843 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:06.533445 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:32:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:06.542282 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [req-29037e94-4351-4929-8fa1-54cddb414a17 req-511dacba-57a5-44c3-a87e-5a523c935d6d tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484478 Sep 15 19:33:06.593426 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-7cddbc56-9a18-4912-b7b5-ecd51682f8f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72c462b0-d2bb-4016-931e-752588324fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776567 Sep 15 19:33:06.710307 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:06.730001 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-edefbfc1-5c4d-48ca-b73d-991212839b98 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278899 Sep 15 19:33:06.860777 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-6b97e179-532c-4b1f-aaf4-ef6b239dce64 req-449e1280-26f8-4102-b187-60b6d53ccae8 service neutron] 10.222.0.58 "GET /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237414 Sep 15 19:33:07.051152 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:07.054950 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affccf1-21ff-48ca-a2a5-5058c7cca6d7 None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:16Z', 'revision_number': 4, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi', '_interfaces': [{'id': 'a1af22fb-4b99-43b5-aa74-731868c7b19d', 'name': '', 'network_id': '72c462b0-d2bb-4016-931e-752588324fa1', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'mac_address': 'fa:16:3e:59:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:15Z', 'updated_at': '2021-09-15T19:26:34Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'subnets': [{'id': '41a40594-3204-4d9a-b9b4-5f3f24ad503f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:07.255183 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19be6c0-46fd-4ed1-a115-234cf0fddda9 None None] New status for floating IP 71cdec15-d97e-415d-a76a-b47b81461b0c: DOWN {{(pid=75107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:33:07.736045 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f441-563e-45b9-a5ba-b26b39f1f6b5 req-d6776740-4d24-499c-ad4e-b4c78c532ffc tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:07.737398 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c771f441-563e-45b9-a5ba-b26b39f1f6b5 req-d6776740-4d24-499c-ad4e-b4c78c532ffc tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 945 time: 0.0761752 Sep 15 19:33:07.782005 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-c771f441-563e-45b9-a5ba-b26b39f1f6b5 req-52abbf74-1add-4a4b-9046-1f1d9238ed75 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f58beee-767a-4b19-b49c-77038d9572b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392978 Sep 15 19:33:07.865784 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-081b850e-c0ac-4399-a9bf-6ac6a3b27642 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:07.867210 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-081b850e-c0ac-4399-a9bf-6ac6a3b27642 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 945 time: 0.0780609 Sep 15 19:33:07.934731 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Deleting port d82be44b-3888-4532-88e8-02afbcbf4563 {{(pid=75105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:07.935075 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.174299 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.db [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] For port d82be44b-3888-4532-88e8-02afbcbf4563, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d82be44b-3888-4532-88e8-02afbcbf4563,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:08.174652 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.379418 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.plugins.ml2.plugin [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Calling delete_port for d82be44b-3888-4532-88e8-02afbcbf4563 owned by compute:nova {{(pid=75105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:08.427857 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.521736 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66406439'] for port, after_delete {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.527077 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-35ffb6e7-789a-44de-b797-ecbc8e30301e tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:08.569233 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event deleted for resources: {'Port': ['ID=d82be44b-3888-4532-88e8-02afbcbf4563,revision_number=None']} {{(pid=75105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:08.573081 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG oslo_concurrency.lockutils [None req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:08.644527 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] No DVR routers for this DVR port d82be44b-3888-4532-88e8-02afbcbf4563 on host hv-cinder-80582 {{(pid=75105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:33:08.646827 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron_lib.callbacks.manager [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for port, before_response {{(pid=75105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.649295 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'name': 'network-vif-deleted', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563'}] {{(pid=75105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:08.665014 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-ad489532-5f5d-4dcb-809a-9796f724d5bb req-02d76477-5d24-4043-8f9f-dc588dade508 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.58 "DELETE /v2.0/ports/d82be44b-3888-4532-88e8-02afbcbf4563 HTTP/1.1" status: 204 len: 173 time: 0.7918684 Sep 15 19:33:08.704832 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57b24d6-8b51-4cbb-a01e-989522ee6b3e', 'name': 'network-vif-deleted', 'tag': 'd82be44b-3888-4532-88e8-02afbcbf4563', 'status': 'completed', 'code': 200} Sep 15 19:33:08.944184 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-9acd3013-7938-40be-a49b-5d84d38b0264 req-04c85f45-98e0-42a2-8a3f-f0dc85f6e9b3 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Synchronizing usage tracker for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:33:08.960192 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.quota.resource [req-9acd3013-7938-40be-a49b-5d84d38b0264 req-04c85f45-98e0-42a2-8a3f-f0dc85f6e9b3 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Unset dirty status for tenant:5c7cc1678c4b4a8ea9b9d64d873d4958 on resource:port {{(pid=75105) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:33:08.961457 dv-cinder-805825-3-iscsi neutron-server[75105]: INFO neutron.wsgi [req-9acd3013-7938-40be-a49b-5d84d38b0264 req-04c85f45-98e0-42a2-8a3f-f0dc85f6e9b3 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57b24d6-8b51-4cbb-a01e-989522ee6b3e HTTP/1.1" status: 200 len: 210 time: 0.0611229 Sep 15 19:33:10.067336 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51408) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:10.222619 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Deleting port 3180f81a-9efa-4c2f-b198-b0de09434d39 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:10.222856 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.385459 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.385786 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.512703 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Calling delete_port for 3180f81a-9efa-4c2f-b198-b0de09434d39 owned by network:floatingip {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:10.645593 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.649562 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-00ecd151-b0df-49b4-80d9-1d019c26b28c tempest-AttachVolumeShelveTestJSON-460469906 tempest-AttachVolumeShelveTestJSON-460469906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:10.698634 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event deleted for resources: {'Port': ['ID=3180f81a-9efa-4c2f-b198-b0de09434d39,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:10.701184 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:10.791440 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for floatingip, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.808215 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76767'] for floatingip, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.809857 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-d3155613-5bcb-4b66-8b11-5951f39a3e2b tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "DELETE /v2.0/floatingips/99c657ea-2108-44fa-8850-727d02837b3e HTTP/1.1" status: 204 len: 168 time: 0.7410586 Sep 15 19:33:12.197763 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51424) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:12.269685 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-24771e68-6c1e-4896-a84a-f95168319682 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:12.297361 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-24771e68-6c1e-4896-a84a-f95168319682 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:12.359349 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-24771e68-6c1e-4896-a84a-f95168319682 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:12.363007 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8cf7d10f-c092-4a54-98aa-a2eba0247166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:12.378247 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24771e68-6c1e-4896-a84a-f95168319682 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58beee-767a-4b19-b49c-77038d9572b5,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:12.380809 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-24771e68-6c1e-4896-a84a-f95168319682 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:12.391390 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-24771e68-6c1e-4896-a84a-f95168319682 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:12.392496 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-24771e68-6c1e-4896-a84a-f95168319682 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] 10.222.0.20 "DELETE /v2.0/security-groups/5f58beee-767a-4b19-b49c-77038d9572b5 HTTP/1.1" status: 204 len: 168 time: 0.1937807 Sep 15 19:33:12.444480 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device d82be44b-3888-4532-88e8-02afbcbf4563 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:12.456061 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51430) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:12.476618 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] No Port match for: d82be44b-3888-4532-88e8-02afbcbf4563 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:12.476944 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Device d82be44b-3888-4532-88e8-02afbcbf4563 not bound to the agent host hv-cinder-80582 {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:13.069854 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:13.646913 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Deleting port a1af22fb-4b99-43b5-aa74-731868c7b19d {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:13.647671 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:13.818218 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] For port a1af22fb-4b99-43b5-aa74-731868c7b19d, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=a1af22fb-4b99-43b5-aa74-731868c7b19d,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:13.818570 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:13.943270 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Calling delete_port for a1af22fb-4b99-43b5-aa74-731868c7b19d owned by network:router_interface {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:14.119970 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:14.124044 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fddc8641-9f19-4eb3-a944-8fa6f0936fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:14.164827 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1af22fb-4b99-43b5-aa74-731868c7b19d,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:14.168827 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:14.580633 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.143846 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Router 907bbd77-3819-40d0-bdf4-28c670ae22ad has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:15.336210 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:15.345141 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] Sync routers for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:15.348454 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-a66eb7d4-3351-4a0f-a767-5c04ad8b395c admin admin] 10.222.0.20 "PUT /v2.0/routers/907bbd77-3819-40d0-bdf4-28c670ae22ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914280 Sep 15 19:33:15.351007 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51436) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:15.357216 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:15.357816 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:32:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:15.443840 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-3a174a23-90ef-4e18-8f1f-409cbdba8d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.540614 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: dv-cinder-805825-3-iscsi {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:15.540848 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks [] for router, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.732700 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.741514 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Deleting port 964839a2-e96a-4de8-b8f7-913cd2f40f2b {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:15.741888 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.829012 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.842199 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:33:14Z', 'revision_number': 5, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port': {'id': '964839a2-e96a-4de8-b8f7-913cd2f40f2b', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:15.846058 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] Checking router: 907bbd77-3819-40d0-bdf4-28c670ae22ad for host: dv-cinder-805825-3-iscsi {{(pid=75106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:15.856417 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] Routers {'907bbd77-3819-40d0-bdf4-28c670ae22ad'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:15.857023 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:32:48Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['907bbd77-3819-40d0-bdf4-28c670ae22ad'], 'active': True} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:16.005945 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_dvr_db [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] Set router 907bbd77-3819-40d0-bdf4-28c670ae22ad gateway port host: None {{(pid=75106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:16.023672 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] For port 964839a2-e96a-4de8-b8f7-913cd2f40f2b, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=964839a2-e96a-4de8-b8f7-913cd2f40f2b,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:16.024061 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:16.113395 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.db.l3_hamode_db [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:33:15Z', 'revision_number': 6, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port_host': None}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:16.117237 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f0f81-faed-4955-bedc-091da2aef18d None None] The sync data for ids ['907bbd77-3819-40d0-bdf4-28c670ae22ad'] in dv-cinder-805825-3-iscsi is: [{'id': '907bbd77-3819-40d0-bdf4-28c670ae22ad', 'name': 'tempest-TestVolumeBootPattern-2070066328-router', 'tenant_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:13Z', 'updated_at': '2021-09-15T19:33:15Z', 'revision_number': 6, 'project_id': '5c7cc1678c4b4a8ea9b9d64d873d4958', 'gw_port_host': None}] {{(pid=75106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:16.143973 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Calling delete_port for 964839a2-e96a-4de8-b8f7-913cd2f40f2b owned by network:router_gateway {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:16.302533 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:16.305806 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-f1e0de44-d2f1-4fbc-95f6-b303ef3a6d51 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:16.347924 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=964839a2-e96a-4de8-b8f7-913cd2f40f2b,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:16.351323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:16.570478 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:16.823387 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:16.827480 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:16.854493 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:16.855125 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 907bbd77-3819-40d0-bdf4-28c670ae22ad {{(pid=75104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:33:16.870615 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:16.871800 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-5bbe3204-817d-4153-9271-6238b1232b07 admin admin] 10.222.0.20 "DELETE /v2.0/routers/907bbd77-3819-40d0-bdf4-28c670ae22ad HTTP/1.1" status: 204 len: 168 time: 1.5198824 Sep 15 19:33:16.874242 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51440) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:16.932317 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] Deleting subnet 41a40594-3204-4d9a-b9b4-5f3f24ad503f {{(pid=75104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:33:16.935420 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:16.986781 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66417201'] for subnet, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.064436 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.130758 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66235820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65637250'] for subnet, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.134738 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-80e776a4-e090-43a2-a537-6945f66655cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:17.172362 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a40594-3204-4d9a-b9b4-5f3f24ad503f,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:17.174868 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:17.180185 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.186475 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e47e97a-bb82-4030-9f11-f82567d9087c None None] Network 72c462b0-d2bb-4016-931e-752588324fa1 requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:33:17.187116 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-94f2f85d-49a7-4cb1-bf1a-dcbbf86f7dd7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41a40594-3204-4d9a-b9b4-5f3f24ad503f HTTP/1.1" status: 204 len: 168 time: 0.3115325 Sep 15 19:33:17.189160 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51444) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:17.292799 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.303271 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Deleting port e1ea7279-0e2b-4b32-9445-505da0e600a0 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:17.303594 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.434096 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] DHCP port deletion for 72c462b0-d2bb-4016-931e-752588324fa1 request from dv-cinder-805825-3-iscsi {{(pid=75106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:33:17.438302 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] Deleting port e1ea7279-0e2b-4b32-9445-505da0e600a0 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:17.438685 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.593311 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] For port e1ea7279-0e2b-4b32-9445-505da0e600a0, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=e1ea7279-0e2b-4b32-9445-505da0e600a0,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:17.593674 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.641607 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] For port e1ea7279-0e2b-4b32-9445-505da0e600a0, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=e1ea7279-0e2b-4b32-9445-505da0e600a0,segment=NetworkSegment(dd3ebb97-d159-4183-8710-0ef945da59d2),segment_id=dd3ebb97-d159-4183-8710-0ef945da59d2)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:17.641949 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.649031 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-7262bb0e-dfb6-49a8-8093-f25f68baeb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.721031 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Calling delete_port for e1ea7279-0e2b-4b32-9445-505da0e600a0 owned by network:dhcp {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:17.792521 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.793369 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] Calling delete_port for e1ea7279-0e2b-4b32-9445-505da0e600a0 owned by network:dhcp {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:17.797650 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:17.839389 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ea7279-0e2b-4b32-9445-505da0e600a0,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:17.842162 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:17.844616 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] No DVR routers for this DVR port e1ea7279-0e2b-4b32-9445-505da0e600a0 on host dv-cinder-805825-3-iscsi {{(pid=75104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:33:17.866104 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.db.api [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:33:17.866460 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_db.api [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:33:17.960599 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:17.976731 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c462b0-d2bb-4016-931e-752588324fa1']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:17.989124 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3ebb97-d159-4183-8710-0ef945da59d2') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:17.989419 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3ebb97-d159-4183-8710-0ef945da59d2') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:18.001249 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:18.017310 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:18.023186 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:33:18.023562 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:33:18.036733 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:33:18.104323 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 964839a2-e96a-4de8-b8f7-913cd2f40f2b no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:18.108915 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:18.112136 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-866f49e8-dfe7-4f64-bb0e-e21fc1204224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:18.130756 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:18.137409 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 964839a2-e96a-4de8-b8f7-913cd2f40f2b {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:18.137624 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 964839a2-e96a-4de8-b8f7-913cd2f40f2b not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:18.137743 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c462b0-d2bb-4016-931e-752588324fa1,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:18.138149 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device a1af22fb-4b99-43b5-aa74-731868c7b19d no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:18.141950 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:18.154616 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-df0b70a4-ca81-447c-bb9b-d6dc448281d5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/72c462b0-d2bb-4016-931e-752588324fa1 HTTP/1.1" status: 204 len: 168 time: 0.9642484 Sep 15 19:33:18.157423 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51448) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:18.172449 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: a1af22fb-4b99-43b5-aa74-731868c7b19d {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:18.172790 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device a1af22fb-4b99-43b5-aa74-731868c7b19d not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:18.173218 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device e1ea7279-0e2b-4b32-9445-505da0e600a0 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:18.203165 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: e1ea7279-0e2b-4b32-9445-505da0e600a0 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:18.203794 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device e1ea7279-0e2b-4b32-9445-505da0e600a0 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:18.367709 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] Deleting port e1ea7279-0e2b-4b32-9445-505da0e600a0 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:18.368087 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:18.428037 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b886c-75a3-4df8-a3d8-e7f753ee28fd None None] The port 'e1ea7279-0e2b-4b32-9445-505da0e600a0' was deleted {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:33:18.539071 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-497026'] for router_interface, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:18.707305 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:19.211562 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Deleting port 115ca42e-4ba3-4e4e-b5e7-8b461940c189 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:19.211826 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:19.390858 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] For port 115ca42e-4ba3-4e4e-b5e7-8b461940c189, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=115ca42e-4ba3-4e4e-b5e7-8b461940c189,segment=NetworkSegment(8198d3cb-0da1-4819-90bd-d623e5aebbda),segment_id=8198d3cb-0da1-4819-90bd-d623e5aebbda)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:19.391534 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:19.512485 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Calling delete_port for 115ca42e-4ba3-4e4e-b5e7-8b461940c189 owned by network:router_interface {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:19.680624 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:19.685156 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-b9175cda-efd9-427f-b8fb-bc29ec9a3a52 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:19.724743 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=115ca42e-4ba3-4e4e-b5e7-8b461940c189,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:19.728755 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:20.006910 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1473932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497336'] for router_interface, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:20.077225 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:20.647337 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Router f2243aab-57eb-4c0e-a8a2-88fc9385347e has already been hosted by L3 agent 5b5da12f-0af5-4c44-be5e-adc7166dcfd5 {{(pid=75104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:20.847908 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] Notify agent at l3_agent.dv-cinder-805825-3-iscsi the message routers_updated {{(pid=75104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:20.856428 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] Sync routers for ids ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'] in dv-cinder-805825-3-iscsi {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:20.866129 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-8256094a-7ac4-4256-894a-9685514d7f2c admin admin] 10.222.0.20 "PUT /v2.0/routers/f2243aab-57eb-4c0e-a8a2-88fc9385347e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7054465 Sep 15 19:33:20.866348 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51454) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:20.867756 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] Routers {'f2243aab-57eb-4c0e-a8a2-88fc9385347e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:20.868509 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:33:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:21.044188 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] Set router f2243aab-57eb-4c0e-a8a2-88fc9385347e gateway port host: dv-cinder-805825-3-iscsi {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:21.057973 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks [] for router, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:21.251281 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:21.260973 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Deleting port 410f1411-54c5-4491-b464-6bcec30813da {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:21.261337 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:21.319066 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'external_fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '410f1411-54c5-4491-b464-6bcec30813da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:33:19Z', 'revision_number': 5, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port': {'id': '410f1411-54c5-4491-b464-6bcec30813da', 'name': '', 'network_id': 'f86d9b16-c39c-4460-97ca-ff3823e4c76a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4639471b-a961-4961-8fb5-28ba83807335', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4639471b-a961-4961-8fb5-28ba83807335', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-iscsi'}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:21.322861 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] Checking router: f2243aab-57eb-4c0e-a8a2-88fc9385347e for host: dv-cinder-805825-3-iscsi {{(pid=75107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:21.333331 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] Routers {'f2243aab-57eb-4c0e-a8a2-88fc9385347e'} bound to L3 agent in host dv-cinder-805825-3-iscsi {{(pid=75107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:21.333931 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:05:48Z,description=,heartbeat_timestamp=2021-09-15T19:33:18Z,host='dv-cinder-805825-3-iscsi',id=5b5da12f-0af5-4c44-be5e-adc7166dcfd5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:05:48Z,topic='l3_agent')) {'router_ids': ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'], 'active': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:21.429111 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] For port 410f1411-54c5-4491-b464-6bcec30813da, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=410f1411-54c5-4491-b464-6bcec30813da,segment=NetworkSegment(3175f4db-2922-4c83-a159-c4297d60e746),segment_id=3175f4db-2922-4c83-a159-c4297d60e746)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:21.429461 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:21.509550 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_dvr_db [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] Set router f2243aab-57eb-4c0e-a8a2-88fc9385347e gateway port host: None {{(pid=75107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:21.551266 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Calling delete_port for 410f1411-54c5-4491-b464-6bcec30813da owned by network:router_gateway {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:21.611214 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.l3_hamode_db [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:33:21Z', 'revision_number': 6, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port_host': None}], 'dv-cinder-805825-3-iscsi', False) {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:21.615077 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e76576-aa03-46e9-bc99-25fad3060279 None None] The sync data for ids ['f2243aab-57eb-4c0e-a8a2-88fc9385347e'] in dv-cinder-805825-3-iscsi is: [{'id': 'f2243aab-57eb-4c0e-a8a2-88fc9385347e', 'name': 'tempest-TestVolumeBootPattern-1258553835-router', 'tenant_id': '76bb1617189747e8ac8a770b94db5962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:19Z', 'updated_at': '2021-09-15T19:33:21Z', 'revision_number': 6, 'project_id': '76bb1617189747e8ac8a770b94db5962', 'gw_port_host': None}] {{(pid=75107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:21.712516 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:21.716588 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-2f725456-da88-43af-a13d-952a36d315d6 tempest-TestVolumeBootPattern-2095302190 tempest-TestVolumeBootPattern-2095302190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:21.848618 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=410f1411-54c5-4491-b464-6bcec30813da,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:21.851404 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:22.075344 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491735'] for router_gateway, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.321440 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7071'] for router, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.326019 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.350323 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494383'] for router, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.350835 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2243aab-57eb-4c0e-a8a2-88fc9385347e {{(pid=75104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:33:22.363560 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] Notify callbacks [] for router, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.364659 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-8dcb5dbb-ee21-4fb5-801b-440deab37f26 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f2243aab-57eb-4c0e-a8a2-88fc9385347e HTTP/1.1" status: 204 len: 168 time: 1.4969659 Sep 15 19:33:22.367235 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51458) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:22.428709 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 115ca42e-4ba3-4e4e-b5e7-8b461940c189 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:22.431193 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] Deleting subnet 927b5ee0-25c3-4852-acc2-10cc2ea07e7d {{(pid=75104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:33:22.434997 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.460473 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 115ca42e-4ba3-4e4e-b5e7-8b461940c189 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:22.460818 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 115ca42e-4ba3-4e4e-b5e7-8b461940c189 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:22.484608 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66417201'] for subnet, precommit_delete_associations {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.560702 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1518452'] for subnet, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.633056 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1518463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66235820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65637250'] for subnet, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.637290 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:22.671711 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927b5ee0-25c3-4852-acc2-10cc2ea07e7d,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:22.674399 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:22.676759 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for subnet, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.682365 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b44ec-166a-48d9-8b38-701824e41e02 None None] Network b2fb790a-5d25-4f39-8509-3e19fb54cbea requested from dv-cinder-805825-3-iscsi {{(pid=75106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:33:22.682582 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-c06913d4-e418-4e22-bd42-7d632d0a2a73 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/927b5ee0-25c3-4852-acc2-10cc2ea07e7d HTTP/1.1" status: 204 len: 168 time: 0.3143890 Sep 15 19:33:22.685618 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51462) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:22.789039 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1585933'] for network, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.800972 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Deleting port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 {{(pid=75104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:22.801305 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:22.931911 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] DHCP port deletion for b2fb790a-5d25-4f39-8509-3e19fb54cbea request from dv-cinder-805825-3-iscsi {{(pid=75106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:33:22.935855 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] Deleting port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:22.936767 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.004752 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.db [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] For port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4,segment=NetworkSegment(8198d3cb-0da1-4819-90bd-d623e5aebbda),segment_id=8198d3cb-0da1-4819-90bd-d623e5aebbda)] {{(pid=75104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:23.005360 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.137493 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.db [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] For port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4, host dv-cinder-805825-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-iscsi',level=0,port_id=d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4,segment=NetworkSegment(8198d3cb-0da1-4819-90bd-d623e5aebbda),segment_id=8198d3cb-0da1-4819-90bd-d623e5aebbda)] {{(pid=75106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:23.138160 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-495890'] for port, precommit_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.217210 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Calling delete_port for d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 owned by network:dhcp {{(pid=75104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:23.260966 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] Calling delete_port for d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 owned by network:dhcp {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:23.288931 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1478199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779551132645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779550737264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66235865'] for port, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.293346 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-e639aa2e-f2b9-4481-8fd0-a95a3e8667bb tempest-TestMinimumBasicScenario-14676982 tempest-TestMinimumBasicScenario-14676982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:23.331406 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.db.api [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:33:23.331785 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG oslo_db.api [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:33:23.336690 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:23.340662 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:23.341527 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] No DVR routers for this DVR port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 on host dv-cinder-805825-3-iscsi {{(pid=75104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:33:23.453615 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527951', 'neutron.services.segments.db._delete_segments_for_network-8779551194049'] for network, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.466333 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fb790a-5d25-4f39-8509-3e19fb54cbea']}} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:23.477896 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8198d3cb-0da1-4819-90bd-d623e5aebbda') {'for_net_delete': True} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:23.478189 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.services.segments.db [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8198d3cb-0da1-4819-90bd-d623e5aebbda') {} {{(pid=75104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:23.489134 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779551196124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66417208'] for segment, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.505446 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1516256'] for segment, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.511808 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=75104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:33:23.512723 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1516281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66236686'] for segment, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: Traceback (most recent call last): Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: timer() Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: cb(*args, **kw) Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: return func(*args, **kwargs) Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: self._notify() Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: self.callback(batched_events) Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: event.method(event) Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: return f(self, *a, **k) Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._get(url).json() Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: return self.request(url, 'GET', **kwargs) Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:33:23.525643 dv-cinder-805825-3-iscsi neutron-server[75104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:33:23.600247 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1473809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491760'] for network, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.605268 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1474045'] for network, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.607801 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:23.629931 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fb790a-5d25-4f39-8509-3e19fb54cbea,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:23.632981 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:23.636489 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-eb5ce59e-8520-40e3-b2c3-e6a856a4d94f admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2fb790a-5d25-4f39-8509-3e19fb54cbea HTTP/1.1" status: 204 len: 168 time: 0.9499722 Sep 15 19:33:23.768124 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51468) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:23.820821 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-97cd6d6a-d6fa-402c-a03a-56efb04be053 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c7cc1678c4b4a8ea9b9d64d873d4958&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515211 Sep 15 19:33:23.823189 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51472) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:23.832728 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] Deleting port d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 {{(pid=75106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:23.833209 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779551125230'] for port, before_delete {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.882522 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6af734c6-a777-4386-96c5-9c91403736f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.898320 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-436712fa-e744-40a1-9b60-5f21272100e8 None None] The port 'd7fdccfd-20cb-4a06-bfc2-30560a5d6ff4' was deleted {{(pid=75106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:33:23.910388 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6af734c6-a777-4386-96c5-9c91403736f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.967466 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6af734c6-a777-4386-96c5-9c91403736f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.971015 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-3db37064-5335-409d-90e8-da8f184f58eb tempest-AttachVolumeTestJSON-951994873 tempest-AttachVolumeTestJSON-951994873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:23.983654 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af734c6-a777-4386-96c5-9c91403736f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d0f08-33a3-404a-a1d7-fd865bc2991f,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:23.987065 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-6af734c6-a777-4386-96c5-9c91403736f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:23.992200 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-6af734c6-a777-4386-96c5-9c91403736f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.993417 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-6af734c6-a777-4386-96c5-9c91403736f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b7d0f08-33a3-404a-a1d7-fd865bc2991f HTTP/1.1" status: 204 len: 168 time: 0.1693649 Sep 15 19:33:24.101784 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 410f1411-54c5-4491-b464-6bcec30813da no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:24.136742 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: 410f1411-54c5-4491-b464-6bcec30813da {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:24.137085 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device 410f1411-54c5-4491-b464-6bcec30813da not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:24.137510 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 no longer exists at agent ovs-agent-dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:24.168673 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.plugin [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] No Port match for: d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 {{(pid=75106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:24.169021 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron.plugins.ml2.rpc [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Device d7fdccfd-20cb-4a06-bfc2-30560a5d6ff4 not bound to the agent host dv-cinder-805825-3-iscsi {{(pid=75106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:24.396321 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51480) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:24.445911 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-1ce7f56d-1f08-40e2-82c6-04faa665f8da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76bb1617189747e8ac8a770b94db5962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482702 Sep 15 19:33:24.448140 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [-] (75104) accepted ('10.222.0.20', 51484) {{(pid=75104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:24.505172 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad68-d13c-4553-9d7d-d4067dfb8227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:24.530079 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad68-d13c-4553-9d7d-d4067dfb8227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:24.580303 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad68-d13c-4553-9d7d-d4067dfb8227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488155'] for security_group, after_delete {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:24.583818 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-a3f643b3-28ec-4b75-8bbb-3175048f8387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:24.595557 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55ad68-d13c-4553-9d7d-d4067dfb8227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c7b25b-b930-4bc7-820c-f130be3544c9,revision_number=None']} {{(pid=75104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:24.597806 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG oslo_concurrency.lockutils [None req-fe55ad68-d13c-4553-9d7d-d4067dfb8227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:24.602425 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad68-d13c-4553-9d7d-d4067dfb8227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:24.603563 dv-cinder-805825-3-iscsi neutron-server[75104]: INFO neutron.wsgi [None req-fe55ad68-d13c-4553-9d7d-d4067dfb8227 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1c7b25b-b930-4bc7-820c-f130be3544c9 HTTP/1.1" status: 204 len: 168 time: 0.1545622 Sep 15 19:33:33.004705 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:33:38.424607 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.416034 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f779a8f0-b7cf-427a-b0e4-fd9c647a2d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.819332 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.600613 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-f806824c-0e41-4ce1-a1f0-5ce45b00f5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:48.710147 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:50.073589 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:08.454760 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:09.936723 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [req-e9b70f75-6968-4765-b677-6bca3a63f941 req-491b0562-b398-42a6-8ced-9ffc3fe4bc48 service neutron] (75104) timed out ('10.222.0.58', 52623) {{(pid=75104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 19:34:10.004533 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:34:15.418472 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ad50c1dd-de51-430a-a52e-2ec415a8b254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:15.819953 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:17.601381 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-b893fa8f-94ea-4c12-8c60-fc2b3a9b065c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:18.712141 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:20.076907 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:38.469621 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:45.420024 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-ab741f58-2480-4554-9206-4074ced08064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:45.821728 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:47.004276 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:34:47.602027 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-c85a2086-3282-46a3-a9f6-e2bf3d7a8268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:48.717895 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:50.079719 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:08.468247 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:15.421282 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-4170140f-0abc-4342-aa63-d26395f2f0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:15.823577 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:17.604380 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-48894e1b-9e65-4f4d-856f-72f751e0a4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:18.718223 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:20.081577 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:24.005353 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:35:38.466697 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:45.422506 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-be447bce-74ab-424f-af6f-6cdb8ce179c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:45.824751 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:47.605055 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d840868e-9ef3-4ac6-abf1-70271925c638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:48.720225 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:50.085475 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:01.006775 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:36:08.466113 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:15.423545 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-4879c167-8ea7-4a39-b256-865042b4593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:15.826466 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:17.604864 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-198d96ab-d7ab-4a8b-a6ef-a667c12ebed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:18.723685 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:20.088452 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:20.679728 dv-cinder-805825-3-iscsi neutron-server[75105]: DEBUG neutron.wsgi [req-304b10b5-4fb1-46b2-9aa8-f7d49371f8b5 req-df0aabd8-1d11-41cc-a8b3-9ed5f9fcc3cc service neutron] (75105) timed out ('10.222.0.20', 48712) {{(pid=75105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 19:36:38.007233 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:36:38.469782 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:45.424437 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d9e7fc72-3d6c-4db0-8f58-a7bad1e4b70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:45.827646 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:47.606595 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-90b43389-28d7-4e0d-b5ab-07dc17671f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:48.727185 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:50.091222 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:00.713506 dv-cinder-805825-3-iscsi neutron-server[75104]: DEBUG neutron.wsgi [req-47cb5172-ebe0-4eca-899f-9b662da17555 req-3a3931fe-25b8-488c-a5a5-c32f1b5d399a service neutron] (75104) timed out ('10.222.0.20', 47906) {{(pid=75104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 19:37:08.478756 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:15.008909 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:37:15.424846 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-18b4c748-3f08-4ca4-995c-3b8aba630c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:15.829081 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:17.612287 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-2911c59c-ab1c-489f-949a-48860cc3f458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:18.732249 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:20.094058 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:38.478928 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.424512 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-d36973ed-5306-4612-96f2-ad4956105dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.830045 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:47.603669 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-53bb469f-3d7f-4659-b16a-cc0203a04e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:48.733783 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:50.096754 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:52.008625 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:38:08.480067 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:15.425420 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-091a50a6-9e43-47c4-a3e3-2c9f10481131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:15.831238 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-0d50bfe5-4b34-4080-a0ba-5661f8538b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:17.603625 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-acf3d914-9787-4ddc-9598-bcb423d674ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:18.735986 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-e47a5bd7-94a5-4ea5-b4b7-3678426621d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:20.100880 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-deb19c9c-44e9-4648-911d-e324abebd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:29.008589 dv-cinder-805825-3-iscsi neutron-server[75107]: DEBUG neutron.db.agents_db [None req-58c683a6-dbc0-4837-8feb-b3bab5970cc7 None None] Agent healthcheck: found 6 active agents {{(pid=75107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:38:38.476195 dv-cinder-805825-3-iscsi neutron-server[75106]: DEBUG neutron_lib.callbacks.manager [None req-8563ef56-7369-4c85-8efa-c7417b99aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779551194031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531825'] for agent, after_update {{(pid=75106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}